[ 548.320541] env[68199]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68199) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.320907] env[68199]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68199) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.321053] env[68199]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68199) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.321317] env[68199]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 548.417251] env[68199]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68199) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 548.427436] env[68199]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68199) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 548.469505] env[68199]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 549.027868] env[68199]: INFO nova.virt.driver [None req-73fd4a23-f747-4b0e-bd21-abad6abce1ee None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 549.100109] env[68199]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.100316] env[68199]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.100383] env[68199]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68199) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 552.417913] env[68199]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-50a6281a-2f3f-4696-b4c7-6d5f7eb8f9ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.437130] env[68199]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68199) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 552.437295] env[68199]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cc2ad5bd-a650-4baf-8606-5261e5474605 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.463816] env[68199]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a6794. [ 552.463958] env[68199]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.364s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.464534] env[68199]: INFO nova.virt.vmwareapi.driver [None req-73fd4a23-f747-4b0e-bd21-abad6abce1ee None None] VMware vCenter version: 7.0.3 [ 552.468028] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69670fc2-9ff7-48ba-9987-4c2bfc6db58d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.485766] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbaa8d2-6fa6-40c1-8ba4-b1fae008fb5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.491943] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58855b29-1a5f-4a21-8184-a641113b6b83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.498610] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef0fb85-0b7c-48a9-bd71-abf68b34f75d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.511739] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a815b7-ef69-4e3a-b012-c7cdeeb46293 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.518009] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7f96d-9a62-4a8a-936b-49792a5075b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.550311] env[68199]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-5299a603-2b47-46fe-b4e1-9b3417b90045 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.555949] env[68199]: DEBUG nova.virt.vmwareapi.driver [None req-73fd4a23-f747-4b0e-bd21-abad6abce1ee None None] Extension org.openstack.compute already exists. {{(pid=68199) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 552.558830] env[68199]: INFO nova.compute.provider_config [None req-73fd4a23-f747-4b0e-bd21-abad6abce1ee None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 553.062026] env[68199]: DEBUG nova.context [None req-73fd4a23-f747-4b0e-bd21-abad6abce1ee None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),223f593c-a914-4801-975e-e37ab82b9cdf(cell1) {{(pid=68199) load_cells /opt/stack/nova/nova/context.py:464}} [ 553.064298] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.064529] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.065329] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.065783] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Acquiring lock "223f593c-a914-4801-975e-e37ab82b9cdf" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.065979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Lock "223f593c-a914-4801-975e-e37ab82b9cdf" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.067213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Lock "223f593c-a914-4801-975e-e37ab82b9cdf" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.087923] env[68199]: INFO dbcounter [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Registered counter for database nova_cell0 [ 553.096008] env[68199]: INFO dbcounter [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Registered counter for database nova_cell1 [ 553.099275] env[68199]: DEBUG oslo_db.sqlalchemy.engines [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68199) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.099662] env[68199]: DEBUG oslo_db.sqlalchemy.engines [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68199) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.104584] env[68199]: ERROR nova.db.main.api [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 553.104584] env[68199]: result = function(*args, **kwargs) [ 553.104584] env[68199]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 553.104584] env[68199]: return func(*args, **kwargs) [ 553.104584] env[68199]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.104584] env[68199]: result = fn(*args, **kwargs) [ 553.104584] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.104584] env[68199]: return f(*args, **kwargs) [ 553.104584] env[68199]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 553.104584] env[68199]: return db.service_get_minimum_version(context, binaries) [ 553.104584] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.104584] env[68199]: _check_db_access() [ 553.104584] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.104584] env[68199]: stacktrace = ''.join(traceback.format_stack()) [ 553.104584] env[68199]: [ 553.105396] env[68199]: ERROR nova.db.main.api [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 553.105396] env[68199]: result = function(*args, **kwargs) [ 553.105396] env[68199]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 553.105396] env[68199]: return func(*args, **kwargs) [ 553.105396] env[68199]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.105396] env[68199]: result = fn(*args, **kwargs) [ 553.105396] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.105396] env[68199]: return f(*args, **kwargs) [ 553.105396] env[68199]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 553.105396] env[68199]: return db.service_get_minimum_version(context, binaries) [ 553.105396] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.105396] env[68199]: _check_db_access() [ 553.105396] env[68199]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.105396] env[68199]: stacktrace = ''.join(traceback.format_stack()) [ 553.105396] env[68199]: [ 553.105944] env[68199]: WARNING nova.objects.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Failed to get minimum service version for cell 223f593c-a914-4801-975e-e37ab82b9cdf [ 553.105944] env[68199]: WARNING nova.objects.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 553.106321] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Acquiring lock "singleton_lock" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.106546] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Acquired lock "singleton_lock" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.106802] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Releasing lock "singleton_lock" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.107132] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Full set of CONF: {{(pid=68199) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 553.107273] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ******************************************************************************** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 553.107398] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] Configuration options gathered from: {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 553.107535] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 553.107729] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 553.107855] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ================================================================================ {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 553.108073] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] allow_resize_to_same_host = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.108242] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] arq_binding_timeout = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.108374] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] backdoor_port = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.108564] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] backdoor_socket = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.108751] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] block_device_allocate_retries = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.108912] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] block_device_allocate_retries_interval = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.109148] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cert = self.pem {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.109292] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.109503] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute_monitors = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.109726] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] config_dir = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.109910] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] config_drive_format = iso9660 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.111866] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112078] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] config_source = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112259] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] console_host = devstack {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112426] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] control_exchange = nova {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112583] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cpu_allocation_ratio = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112768] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] daemon = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.112943] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] debug = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113113] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_access_ip_network_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113281] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_availability_zone = nova {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113435] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_ephemeral_format = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113592] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_green_pool_size = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113831] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.113993] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] default_schedule_zone = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114162] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] disk_allocation_ratio = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114317] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] enable_new_services = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114492] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] enabled_apis = ['osapi_compute'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114653] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] enabled_ssl_apis = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114811] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] flat_injected = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.114970] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] force_config_drive = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.115140] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] force_raw_images = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.115308] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] graceful_shutdown_timeout = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.115466] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] heal_instance_info_cache_interval = -1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.115704] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] host = cpu-1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.115896] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116071] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116236] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116476] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116686] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_build_timeout = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116822] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_delete_interval = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.116987] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_format = [instance: %(uuid)s] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.117175] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_name_template = instance-%08x {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.117345] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_usage_audit = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.117515] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_usage_audit_period = month {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.117678] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.117840] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118009] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] internal_service_availability_zone = internal {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118170] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] key = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118327] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] live_migration_retry_count = 30 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118556] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_color = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118763] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_config_append = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.118940] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119114] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_dir = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119274] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119401] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_options = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119629] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_rotate_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119807] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_rotate_interval_type = days {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.119970] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] log_rotation_type = none {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120109] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120234] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120398] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120559] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120684] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.120847] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] long_rpc_timeout = 1800 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121012] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_concurrent_builds = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121174] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_concurrent_live_migrations = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121329] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_concurrent_snapshots = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121482] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_local_block_devices = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121639] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_logfile_count = 30 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.121828] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] max_logfile_size_mb = 200 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122027] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] maximum_instance_delete_attempts = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122190] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metadata_listen = 0.0.0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122358] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metadata_listen_port = 8775 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122525] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metadata_workers = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122686] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] migrate_max_retries = -1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.122849] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] mkisofs_cmd = genisoimage {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123069] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123201] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] my_ip = 10.180.1.21 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123402] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123562] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] network_allocate_retries = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123739] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.123903] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124075] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] osapi_compute_listen_port = 8774 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124245] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] osapi_compute_unique_server_name_scope = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124411] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] osapi_compute_workers = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124571] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] password_length = 12 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124742] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] periodic_enable = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.124921] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] periodic_fuzzy_delay = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125106] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] pointer_model = usbtablet {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125276] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] preallocate_images = none {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125434] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] publish_errors = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125562] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] pybasedir = /opt/stack/nova {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125715] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ram_allocation_ratio = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.125870] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rate_limit_burst = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126046] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rate_limit_except_level = CRITICAL {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126206] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rate_limit_interval = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126366] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reboot_timeout = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126519] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reclaim_instance_interval = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126672] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] record = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126838] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reimage_timeout_per_gb = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.126999] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] report_interval = 120 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127172] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rescue_timeout = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127329] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reserved_host_cpus = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127487] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reserved_host_disk_mb = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127639] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reserved_host_memory_mb = 512 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127816] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] reserved_huge_pages = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.127986] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] resize_confirm_window = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.128157] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] resize_fs_using_block_device = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.128313] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] resume_guests_state_on_host_boot = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.128538] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.128709] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] rpc_response_timeout = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.128866] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] run_external_periodic_tasks = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129043] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] running_deleted_instance_action = reap {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129201] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129353] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] running_deleted_instance_timeout = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129545] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler_instance_sync_interval = 120 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129727] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_down_time = 720 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.129894] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] servicegroup_driver = db {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130061] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] shell_completion = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130216] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] shelved_offload_time = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130366] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] shelved_poll_interval = 3600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130532] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] shutdown_timeout = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130688] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] source_is_ipv6 = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.130878] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ssl_only = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131152] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131321] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] sync_power_state_interval = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131481] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] sync_power_state_pool_size = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131649] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] syslog_log_facility = LOG_USER {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131800] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] tempdir = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.131957] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] timeout_nbd = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132133] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] transport_url = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132289] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] update_resources_interval = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132445] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_cow_images = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132600] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_journal = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132765] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_json = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132917] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_rootwrap_daemon = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133084] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_stderr = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133241] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] use_syslog = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133391] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vcpu_pin_set = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133554] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plugging_is_fatal = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133717] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plugging_timeout = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133896] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] virt_mkfs = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134079] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] volume_usage_poll_interval = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134241] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] watch_log_file = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134409] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] web = /usr/share/spice-html5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134588] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.134751] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.134913] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.135095] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_concurrency.disable_process_locking = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.135651] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.135846] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136025] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136206] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136377] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136548] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136745] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.auth_strategy = keystone {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.136934] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.compute_link_prefix = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.137808] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.137808] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.dhcp_domain = novalocal {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.137808] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.enable_instance_password = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.137808] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.glance_link_prefix = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.137808] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138037] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138119] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.instance_list_per_project_cells = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138284] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.list_records_by_skipping_down_cells = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138446] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.local_metadata_per_cell = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138636] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.max_limit = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138811] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.metadata_cache_expiration = 15 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.138987] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.neutron_default_tenant_id = default {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.139175] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.response_validation = warn {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.139352] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.use_neutron_default_nets = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.139522] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.139716] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.139891] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.140272] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.140272] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_dynamic_targets = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.140449] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_jsonfile_path = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.140643] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.140848] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.backend = dogpile.cache.memcached {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141031] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.backend_argument = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141201] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.backend_expiration_time = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141374] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.config_prefix = cache.oslo {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141548] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.dead_timeout = 60.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141720] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.debug_cache_backend = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.141882] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.enable_retry_client = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142057] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.enable_socket_keepalive = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142235] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.enabled = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142400] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.enforce_fips_mode = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142563] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.expiration_time = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142753] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.hashclient_retry_attempts = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.142926] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143108] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_dead_retry = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143269] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_password = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143432] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143596] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143759] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_pool_maxsize = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.143931] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144110] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_sasl_enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144291] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144458] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144621] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.memcache_username = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144788] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.proxies = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.144948] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_db = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.145121] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_password = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.145294] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.145470] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.145653] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_server = localhost:6379 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.145838] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_socket_timeout = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146010] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.redis_username = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146179] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.retry_attempts = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146341] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.retry_delay = 0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146503] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.socket_keepalive_count = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146666] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.socket_keepalive_idle = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146825] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.socket_keepalive_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.146982] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.tls_allowed_ciphers = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147153] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.tls_cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147309] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.tls_certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147469] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.tls_enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147629] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cache.tls_keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147800] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.147972] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.auth_type = password {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.148148] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.148326] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.148511] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.148701] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.148881] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.cross_az_attach = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149060] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.debug = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149222] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.endpoint_template = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149386] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.http_retries = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149547] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149708] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.149880] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.os_region_name = RegionOne {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150053] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150214] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cinder.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150384] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150545] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.cpu_dedicated_set = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150702] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.cpu_shared_set = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.150884] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.image_type_exclude_list = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151072] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151238] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151398] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151560] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151751] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.151931] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.resource_provider_association_refresh = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152105] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152268] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.shutdown_retry_interval = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152446] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152622] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] conductor.workers = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152800] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] console.allowed_origins = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.152958] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] console.ssl_ciphers = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153142] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] console.ssl_minimum_version = default {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153312] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] consoleauth.enforce_session_timeout = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153477] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] consoleauth.token_ttl = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153648] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153802] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.153965] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.154140] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.154301] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.154458] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.154620] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.154825] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155026] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155196] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155356] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155515] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155674] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155843] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.service_type = accelerator {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156012] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156179] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156339] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156498] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156676] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156836] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] cyborg.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157016] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.asyncio_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157178] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.asyncio_slave_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157347] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.backend = sqlalchemy {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157517] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157681] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.connection_debug = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157874] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.connection_parameters = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158058] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.connection_recycle_time = 3600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158226] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.connection_trace = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158388] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.db_inc_retry_interval = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158582] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.db_max_retries = 20 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158755] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.db_max_retry_interval = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158920] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.db_retry_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159098] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.max_overflow = 50 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159262] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.max_pool_size = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159424] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.max_retries = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159616] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159785] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.mysql_wsrep_sync_wait = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159943] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.pool_timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160126] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.retry_interval = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160286] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.slave_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160447] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.sqlite_synchronous = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160635] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] database.use_db_reconnect = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160858] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.asyncio_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161040] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.asyncio_slave_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161219] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.backend = sqlalchemy {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161391] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161558] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.connection_debug = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161731] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.connection_parameters = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161896] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.connection_recycle_time = 3600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162073] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.connection_trace = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162241] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.db_inc_retry_interval = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162403] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.db_max_retries = 20 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162566] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.db_max_retry_interval = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162730] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.db_retry_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162892] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.max_overflow = 50 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163066] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.max_pool_size = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163232] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.max_retries = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163404] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163561] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163745] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.pool_timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163918] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.retry_interval = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164090] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.slave_connection = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164257] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] api_database.sqlite_synchronous = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164431] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] devices.enabled_mdev_types = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164606] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164779] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164940] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ephemeral_storage_encryption.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165113] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165284] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.api_servers = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165447] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165606] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165774] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166023] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166193] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166356] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.debug = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166518] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.default_trusted_certificate_ids = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166698] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.enable_certificate_validation = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166871] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.enable_rbd_download = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167041] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167211] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167371] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167528] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167686] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167842] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.num_retries = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168014] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.rbd_ceph_conf = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168186] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.rbd_connect_timeout = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168354] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.rbd_pool = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168548] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.rbd_user = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168720] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168881] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169050] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169225] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.service_type = image {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169388] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169565] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169755] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.169918] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170116] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170285] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.verify_glance_signatures = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170445] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] glance.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170608] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] guestfs.debug = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170776] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170939] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.auth_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171119] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171277] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171440] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171599] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171757] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171936] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172125] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172284] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172442] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172597] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172753] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172909] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173076] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173247] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.service_type = shared-file-system {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173408] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.share_apply_policy_timeout = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173570] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173729] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173885] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174053] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174238] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174397] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] manila.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174561] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] mks.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174914] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175130] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.manager_interval = 2400 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175304] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.precache_concurrency = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175473] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.remove_unused_base_images = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175643] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175811] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175985] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] image_cache.subdirectory_name = _base {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176177] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.api_max_retries = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176341] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.api_retry_interval = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176504] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176664] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.auth_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176822] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176982] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177216] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177392] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.conductor_group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177552] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177711] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177866] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178038] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178199] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178355] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178538] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178714] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.peer_list = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178874] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179044] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179210] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.serial_console_state_timeout = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179365] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179556] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.service_type = baremetal {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179745] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.shard = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179915] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180087] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180248] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180405] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180588] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180747] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ironic.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180931] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181121] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] key_manager.fixed_key = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181305] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181465] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.barbican_api_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181623] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.barbican_endpoint = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181841] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.barbican_endpoint_type = public {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182043] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.barbican_region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182210] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182373] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182536] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182700] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182856] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183028] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.number_of_retries = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183194] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.retry_delay = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183355] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.send_service_user_token = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183517] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183674] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183833] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.verify_ssl = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183989] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican.verify_ssl_path = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184169] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184332] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.auth_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184489] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184645] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184830] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185010] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185177] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185341] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185497] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] barbican_service_user.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185660] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.approle_role_id = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185817] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.approle_secret_id = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185987] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.kv_mountpoint = secret {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186159] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.kv_path = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186320] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.kv_version = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186481] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.namespace = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186641] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.root_token_id = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186797] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.ssl_ca_crt_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186960] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.timeout = 60.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187140] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.use_ssl = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187317] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187496] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187657] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187839] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188082] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188273] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188436] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188620] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188786] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188942] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189111] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189273] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189431] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189588] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189758] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.service_type = identity {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189920] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190087] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190247] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190399] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190584] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190754] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] keystone.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190944] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.ceph_mount_options = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191251] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191434] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.connection_uri = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191597] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_mode = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191765] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191928] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_models = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192110] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_power_governor_high = performance {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192282] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192443] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_power_management = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192610] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192781] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.device_detach_attempts = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192948] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.device_detach_timeout = 20 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193130] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.disk_cachemodes = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193292] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.disk_prefix = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193455] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.enabled_perf_events = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193616] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.file_backed_memory = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193781] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.gid_maps = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193937] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.hw_disk_discard = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194104] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.hw_machine_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194277] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_rbd_ceph_conf = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194440] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194603] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194774] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_rbd_glance_store_name = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194941] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_rbd_pool = rbd {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195126] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_type = default {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195287] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.images_volume_group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195450] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.inject_key = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195610] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.inject_partition = -2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195772] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.inject_password = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195936] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.iscsi_iface = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196110] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.iser_use_multipath = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196275] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196437] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196599] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_downtime = 500 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196763] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196922] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197090] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_inbound_addr = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197254] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197414] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197571] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_scheme = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197744] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_timeout_action = abort {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197906] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_tunnelled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198076] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_uri = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198241] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.live_migration_with_native_tls = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198400] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.max_queues = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198563] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198795] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198957] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.nfs_mount_options = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199250] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199426] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199614] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199784] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199950] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200131] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_pcie_ports = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200298] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200462] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.pmem_namespaces = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200621] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.quobyte_client_cfg = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200922] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201114] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201284] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201450] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201610] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rbd_secret_uuid = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201770] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rbd_user = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201935] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202123] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202286] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rescue_image_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202445] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rescue_kernel_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202602] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rescue_ramdisk_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202772] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202946] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.rx_queue_size = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203129] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.smbfs_mount_options = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203420] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203596] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.snapshot_compression = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203927] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.snapshot_image_format = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203979] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204146] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.sparse_logical_volumes = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204317] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.swtpm_enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204484] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.swtpm_group = tss {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204654] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.swtpm_user = tss {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204825] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.sysinfo_serial = unique {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204985] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.tb_cache_size = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205156] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.tx_queue_size = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205321] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.uid_maps = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205481] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.use_virtio_for_bridges = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205651] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.virt_type = kvm {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205819] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.volume_clear = zero {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205980] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.volume_clear_size = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206155] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.volume_enforce_multipath = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206319] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.volume_use_multipath = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206479] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_cache_path = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206649] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206815] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206979] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207160] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207453] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207636] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.vzstorage_mount_user = stack {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207804] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207976] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208165] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.auth_type = password {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208330] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208511] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208687] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208846] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209011] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209187] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.default_floating_pool = public {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209343] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209523] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.extension_sync_interval = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209723] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.http_retries = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209894] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210069] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210261] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210452] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210615] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210790] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.ovs_bridge = br-int {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210947] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.physnets = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211128] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.region_name = RegionOne {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211287] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211454] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.service_metadata_proxy = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211611] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211778] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.service_type = network {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211937] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212105] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212263] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212419] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212597] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212758] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] neutron.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212928] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.bdms_in_notifications = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213118] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.default_level = INFO {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213283] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.include_share_mapping = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213457] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.notification_format = unversioned {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213617] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.notify_on_state_change = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213797] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213969] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] pci.alias = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214150] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] pci.device_spec = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214314] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] pci.report_in_placement = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214481] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214652] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.auth_type = password {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214817] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214982] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215145] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215304] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215460] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215616] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215771] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.default_domain_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215924] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.default_domain_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216089] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.domain_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216246] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.domain_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216401] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216559] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216715] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216868] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217029] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217201] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.password = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217358] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.project_domain_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217520] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.project_domain_name = Default {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217684] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.project_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217855] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.project_name = service {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218032] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.region_name = RegionOne {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218197] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218358] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218549] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.service_type = placement {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218725] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218884] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219065] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219286] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.system_scope = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219458] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219649] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.trust_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219816] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.user_domain_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219986] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.user_domain_name = Default {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220161] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.user_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220334] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.username = nova {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220513] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220673] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] placement.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220855] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.cores = 20 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221065] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.count_usage_from_placement = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221247] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221416] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.injected_file_content_bytes = 10240 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221579] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.injected_file_path_length = 255 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221743] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.injected_files = 5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221907] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.instances = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222082] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.key_pairs = 100 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222250] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.metadata_items = 128 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222414] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.ram = 51200 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222577] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.recheck_quota = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222744] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.server_group_members = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222905] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.server_groups = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223125] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223302] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] quota.unified_limits_resource_strategy = require {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223474] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223641] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223803] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.image_metadata_prefilter = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223963] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224138] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.max_attempts = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224301] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.max_placement_results = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224464] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224625] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224786] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224956] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] scheduler.workers = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225147] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225320] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225499] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225671] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225836] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225999] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226176] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226364] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226531] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.host_subset_size = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226696] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226856] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227026] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227197] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227373] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227539] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.isolated_hosts = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227702] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.isolated_images = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227860] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228028] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228192] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228354] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.pci_in_placement = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228542] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228708] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228873] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229046] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229214] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229376] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229562] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.track_instance_changes = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229746] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229917] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metrics.required = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230094] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metrics.weight_multiplier = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230260] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230427] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] metrics.weight_setting = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230734] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230910] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231100] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.port_range = 10000:20000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231276] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231446] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231613] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] serial_console.serialproxy_port = 6083 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231779] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231949] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.auth_type = password {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232121] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232280] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232439] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232597] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232749] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232915] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.send_service_user_token = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233085] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233242] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] service_user.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233410] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.agent_enabled = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233569] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233864] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234075] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234249] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.html5proxy_port = 6082 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234412] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.image_compression = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234570] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.jpeg_compression = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234730] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.playback_compression = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234893] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.require_secure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235072] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.server_listen = 127.0.0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235246] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235514] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235688] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.streaming_mode = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235848] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] spice.zlib_compression = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236022] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] upgrade_levels.baseapi = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236198] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] upgrade_levels.compute = auto {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236363] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] upgrade_levels.conductor = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236521] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] upgrade_levels.scheduler = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236689] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236851] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237018] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237187] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237349] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237508] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237665] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237825] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237983] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vendordata_dynamic_auth.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238168] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.api_retry_count = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238330] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.ca_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238540] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238706] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.cluster_name = testcl1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238873] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.connection_pool_size = 10 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239042] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.console_delay_seconds = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239216] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.datastore_regex = ^datastore.* {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239423] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239633] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.host_password = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239812] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.host_port = 443 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239983] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.host_username = administrator@vsphere.local {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240170] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.insecure = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240331] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.integration_bridge = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240495] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.maximum_objects = 100 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240652] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.pbm_default_policy = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240812] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.pbm_enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240966] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.pbm_wsdl_location = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241149] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241308] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.serial_port_proxy_uri = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241463] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.serial_port_service_uri = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241626] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.task_poll_interval = 0.5 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241797] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.use_linked_clone = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241964] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.vnc_keymap = en-us {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242144] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.vnc_port = 5900 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242306] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vmware.vnc_port_total = 10000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242491] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.auth_schemes = ['none'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242669] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242947] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243144] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243315] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.novncproxy_port = 6080 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243507] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.server_listen = 127.0.0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243689] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243847] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.vencrypt_ca_certs = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244015] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.vencrypt_client_cert = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244173] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vnc.vencrypt_client_key = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244345] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244504] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_deep_image_inspection = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244667] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244829] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244988] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245163] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.disable_rootwrap = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245324] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.enable_numa_live_migration = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245482] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245644] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245804] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245961] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.libvirt_disable_apic = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246131] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246293] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246448] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246606] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246767] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246927] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247099] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247261] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247420] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247582] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247766] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247933] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.client_socket_timeout = 900 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248111] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.default_pool_size = 1000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248281] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.keep_alive = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248445] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.max_header_line = 16384 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248640] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248809] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.ssl_ca_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248969] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.ssl_cert_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249143] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.ssl_key_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249310] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.tcp_keepidle = 600 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249509] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249708] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] zvm.ca_file = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249878] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] zvm.cloud_connector_url = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250191] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250366] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] zvm.reachable_timeout = 300 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250536] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250712] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250885] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.connection_string = messaging:// {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251062] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.enabled = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251231] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.es_doc_type = notification {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251419] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.es_scroll_size = 10000 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251556] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.es_scroll_time = 2m {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251716] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.filter_error_trace = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251881] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.hmac_keys = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252057] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.sentinel_service_name = mymaster {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252223] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.socket_timeout = 0.1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252433] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.trace_requests = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252623] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler.trace_sqlalchemy = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252800] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler_jaeger.process_tags = {} {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252961] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler_jaeger.service_name_prefix = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253137] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] profiler_otlp.service_name_prefix = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253303] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] remote_debug.host = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253461] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] remote_debug.port = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253632] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253796] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253958] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254134] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254298] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254505] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254617] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254777] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254936] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255118] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255279] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255452] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255617] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255779] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255939] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256120] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256282] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256466] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256652] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256818] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256978] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257236] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257409] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257572] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257736] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257895] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258066] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258230] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258389] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258568] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258739] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258910] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259088] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259254] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259421] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259589] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259751] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259933] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260109] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_notifications.retry = -1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260286] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260454] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260624] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.auth_section = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260787] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.auth_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260943] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.cafile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261112] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.certfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261272] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.collect_timing = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261428] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.connect_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261581] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.connect_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261736] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_id = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261906] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262076] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_override = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262238] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262397] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262555] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.endpoint_service_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262720] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.insecure = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262874] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.keyfile = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263040] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.max_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263198] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.min_version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263351] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.region_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263511] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.retriable_status_codes = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263668] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.service_name = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263821] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.service_type = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263980] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.split_loggers = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264148] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.status_code_retries = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264309] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.status_code_retry_delay = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264464] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.timeout = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264621] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.valid_interfaces = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264778] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_limit.version = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264942] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_reports.file_event_handler = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265118] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265275] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] oslo_reports.log_dir = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265441] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265598] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265756] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265919] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266382] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266382] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266503] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266592] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266748] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266979] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267168] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267328] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] vif_plug_ovs_privileged.user = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267497] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267679] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267850] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268034] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268211] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268381] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268559] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268721] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268895] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269077] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.isolate_vif = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269247] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269411] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269577] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269746] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269908] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] os_vif_ovs.per_port_bridge = False {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270087] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.capabilities = [21] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270247] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270401] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.helper_command = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270562] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270723] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270877] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] privsep_osbrick.user = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271058] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271216] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.group = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271369] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.helper_command = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271530] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271690] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271841] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] nova_sys_admin.user = None {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271968] env[68199]: DEBUG oslo_service.backend.eventlet.service [None req-a82bd4f8-9a7e-4e17-b873-8355e3a00523 None None] ******************************************************************************** {{(pid=68199) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 553.272382] env[68199]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 553.776755] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Getting list of instances from cluster (obj){ [ 553.776755] env[68199]: value = "domain-c8" [ 553.776755] env[68199]: _type = "ClusterComputeResource" [ 553.776755] env[68199]: } {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.778057] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a6897-1b29-4e57-8588-c5f9e51dcbc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.786731] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Got total of 0 instances {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.787308] env[68199]: WARNING nova.virt.vmwareapi.driver [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 553.787778] env[68199]: INFO nova.virt.node [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Generated node identity b5d39026-5764-431b-9299-baecdda2ef12 [ 553.788027] env[68199]: INFO nova.virt.node [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Wrote node identity b5d39026-5764-431b-9299-baecdda2ef12 to /opt/stack/data/n-cpu-1/compute_id [ 554.290577] env[68199]: WARNING nova.compute.manager [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Compute nodes ['b5d39026-5764-431b-9299-baecdda2ef12'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 555.298032] env[68199]: INFO nova.compute.manager [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 556.304114] env[68199]: WARNING nova.compute.manager [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 556.304471] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.304603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.304760] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.304921] env[68199]: DEBUG nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.305889] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a72ff8-9a8e-41e4-8d7b-fd7ef8830862 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.314177] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b9a2d-da34-4fa2-a571-fc0179b53ddb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.327439] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4b60ab-d168-4cf1-8da6-3bb3ce61ab9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.333599] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd185f5-d2a9-457f-bb4f-f532e88d4bef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.362414] env[68199]: DEBUG nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181076MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.362557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.362763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.865561] env[68199]: WARNING nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] No compute node record for cpu-1:b5d39026-5764-431b-9299-baecdda2ef12: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b5d39026-5764-431b-9299-baecdda2ef12 could not be found. [ 557.370087] env[68199]: INFO nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b5d39026-5764-431b-9299-baecdda2ef12 [ 558.880131] env[68199]: DEBUG nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 558.880131] env[68199]: DEBUG nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 559.047932] env[68199]: INFO nova.scheduler.client.report [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] [req-50e43ef8-a8e9-40b8-bd75-73beaa428cdf] Created resource provider record via placement API for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 559.065130] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fd59e-c223-4687-a732-201b7e8dd08b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.071833] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3232c3-d1d3-4f25-9ddd-fa025ca8e358 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.105022] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1e8cd2-8d47-46f5-86aa-ae24cafc7254 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.111180] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4175a-c65a-4301-b7f3-71de1d059b16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.124561] env[68199]: DEBUG nova.compute.provider_tree [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.662052] env[68199]: DEBUG nova.scheduler.client.report [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 559.662052] env[68199]: DEBUG nova.compute.provider_tree [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 0 to 1 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.662052] env[68199]: DEBUG nova.compute.provider_tree [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.711927] env[68199]: DEBUG nova.compute.provider_tree [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 1 to 2 during operation: update_traits {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.214836] env[68199]: DEBUG nova.compute.resource_tracker [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 560.215162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.215307] env[68199]: DEBUG nova.service [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Creating RPC server for service compute {{(pid=68199) start /opt/stack/nova/nova/service.py:186}} [ 560.230450] env[68199]: DEBUG nova.service [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] Join ServiceGroup membership for this service compute {{(pid=68199) start /opt/stack/nova/nova/service.py:203}} [ 560.230643] env[68199]: DEBUG nova.servicegroup.drivers.db [None req-edfb85a6-48a4-4d83-9218-2fd07773db1a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68199) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 600.282131] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.282471] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.787999] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.335410] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.335858] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.337418] env[68199]: INFO nova.compute.claims [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.351603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.352012] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.854927] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.400682] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.427106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5263d6c-8ad3-4ce8-a402-8f5b563d76b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.439094] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90490753-19ab-4f0a-96e4-6b0cdbd2cf9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.478605] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bddd939-77c0-4cb9-a81c-2faad57edb2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.491498] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d376d1-6ee8-4090-be85-bd5ea35849b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.510653] env[68199]: DEBUG nova.compute.provider_tree [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.875587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.875810] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.015682] env[68199]: DEBUG nova.scheduler.client.report [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.377838] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.521038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.524871] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.526306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.125s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.527619] env[68199]: INFO nova.compute.claims [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.820405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.820405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.901280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.035554] env[68199]: DEBUG nova.compute.utils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.037804] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.037993] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.312123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.312430] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.322949] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.442691] env[68199]: DEBUG nova.policy [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf39ab17c0194947acfce1bdc4140160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c67e2fe88bf43298650ae7a2a0d9e48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.538785] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.663839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de71f88-5f47-44cc-8ece-aa40461be88c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.671619] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11c8052-e8a1-45e2-b9b8-08cb30a5c830 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.707533] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5582d4-ab25-4cfd-8bfe-0e5e9ed59bd8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.716334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf559c9-e898-422f-8c6f-53a4b4219c4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.732805] env[68199]: DEBUG nova.compute.provider_tree [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.818602] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.853926] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.239469] env[68199]: DEBUG nova.scheduler.client.report [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.348527] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.382510] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Successfully created port: 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.555428] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.600038] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.600438] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.600675] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.600946] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.601190] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.601741] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.601833] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.602287] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.602572] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.602823] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.603731] env[68199]: DEBUG nova.virt.hardware [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.604428] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9660315-1eaf-45e2-9d49-7edbf48f933e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.617659] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb20f7-881b-4159-8b64-5cb0ff4b5804 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.644169] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c653be0b-7a75-4f8c-982a-2eba2c967eb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.748477] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.748953] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.752973] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.852s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.754389] env[68199]: INFO nova.compute.claims [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.260391] env[68199]: DEBUG nova.compute.utils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.266145] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.266145] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.320236] env[68199]: DEBUG nova.policy [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c371f5d353a445c5bf143569772f0408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83611aef180041dc96d8b66b6ade2cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.394203] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.394203] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.766594] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.886123] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Successfully created port: 1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.898715] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.935717] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d15db3-cf8d-4604-baa0-daf583b587fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.943904] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26659108-8874-4fa3-b2d6-2a67cfb74f34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.978553] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f61c0-0066-4cf5-98c6-5aef2a67feb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.986699] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227812c6-1199-43a7-bfc1-ffdf8fc1041f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.000410] env[68199]: DEBUG nova.compute.provider_tree [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.431209] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.506274] env[68199]: DEBUG nova.scheduler.client.report [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.707106] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Successfully updated port: 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.779610] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.814018] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.814018] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.814018] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.814978] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.814978] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.814978] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.814978] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.814978] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.815160] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.815160] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.815160] env[68199]: DEBUG nova.virt.hardware [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.816245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d527b-ff05-49d1-9c76-f13c235b06f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.827600] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ac871-bf4d-4070-9d1e-ca2700fdbf9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.011435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.012237] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.015022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.161s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.016419] env[68199]: INFO nova.compute.claims [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.215674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.215880] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.216061] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.356762] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.357815] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.526515] env[68199]: DEBUG nova.compute.utils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.532381] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.532381] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.601585] env[68199]: DEBUG nova.policy [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a78b96b75f0442caec04b1b1ae09efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a0e828f89e499bb227720bdd4494a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.806687] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.863310] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.882952] env[68199]: DEBUG nova.compute.manager [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-vif-plugged-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.882952] env[68199]: DEBUG oslo_concurrency.lockutils [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] Acquiring lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.882952] env[68199]: DEBUG oslo_concurrency.lockutils [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.882952] env[68199]: DEBUG oslo_concurrency.lockutils [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.882952] env[68199]: DEBUG nova.compute.manager [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] No waiting events found dispatching network-vif-plugged-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.883229] env[68199]: WARNING nova.compute.manager [req-b935d812-eb86-4ef5-8156-8296c5b07f47 req-a951efe9-624d-4dab-9397-4aeeb76cb8bc service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received unexpected event network-vif-plugged-36aa5220-66a1-4071-a9b7-460b31b839ca for instance with vm_state building and task_state spawning. [ 609.031504] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.091132] env[68199]: DEBUG nova.network.neutron [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.202105] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1ddb3-2eec-4cf6-b88b-1f8fc542b3dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.211703] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebe289-684b-4c48-bfd4-e3a4549a5a7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.253875] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b6a83-e1f0-4cc1-95e5-03e498c86b57 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.268345] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Successfully updated port: 1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.270432] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7653e8-985d-4e94-8790-47f44c66c29e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.287084] env[68199]: DEBUG nova.compute.provider_tree [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.314178] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Successfully created port: decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.394300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.596921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.598085] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Instance network_info: |[{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.599289] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:3d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36aa5220-66a1-4071-a9b7-460b31b839ca', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.617886] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.618704] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419c98b8-14cc-421a-bdde-30c7ee11226e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.632746] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created folder: OpenStack in parent group-v4. [ 609.633211] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating folder: Project (7c67e2fe88bf43298650ae7a2a0d9e48). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.633211] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2718a2c-1439-4f55-b561-052dbc72b382 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.647123] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created folder: Project (7c67e2fe88bf43298650ae7a2a0d9e48) in parent group-v614632. [ 609.647123] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating folder: Instances. Parent ref: group-v614633. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.647352] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddfc65c9-0ae1-42f7-98f4-ddde308a87a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.657700] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created folder: Instances in parent group-v614633. [ 609.657700] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.657700] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.657700] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f196e022-dfed-4d25-9806-496b771f47ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.684218] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.684218] env[68199]: value = "task-3069485" [ 609.684218] env[68199]: _type = "Task" [ 609.684218] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.701038] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069485, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.776388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.776721] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquired lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.776895] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.791770] env[68199]: DEBUG nova.scheduler.client.report [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.032955] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "3399c49e-5663-46a8-8135-7f0f70f00028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.032955] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.046546] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.085108] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.085348] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.085923] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.085923] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.085923] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.085923] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.087417] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.087417] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.087417] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.087417] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.087417] env[68199]: DEBUG nova.virt.hardware [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.088732] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6984ba-bd66-4be7-8c00-23dc7b58705d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.098938] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5576cf7-4610-4288-8d5d-690b59cfea14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.196578] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069485, 'name': CreateVM_Task, 'duration_secs': 0.35416} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.196961] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.208822] env[68199]: DEBUG oslo_vmware.service [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd0738-ff8b-4b35-b25c-49f5c9a205c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.214723] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.215326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.215832] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.216141] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e2b353-0c7d-40b7-8101-c4a283092075 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.221980] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 610.221980] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526bd630-264b-c0f7-cb4f-6e0f35dc04d4" [ 610.221980] env[68199]: _type = "Task" [ 610.221980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.235853] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526bd630-264b-c0f7-cb4f-6e0f35dc04d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.298340] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.298340] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.300704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.952s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.302350] env[68199]: INFO nova.compute.claims [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.351565] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.536843] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.688798] env[68199]: DEBUG nova.network.neutron [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updating instance_info_cache with network_info: [{"id": "1ef38991-d363-469d-bbed-2d4a195328a9", "address": "fa:16:3e:09:e6:cc", "network": {"id": "0b1e2c89-a0e8-4595-be0f-301f7a87322b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-848330013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83611aef180041dc96d8b66b6ade2cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef38991-d3", "ovs_interfaceid": "1ef38991-d363-469d-bbed-2d4a195328a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.736541] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.736785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.737022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.740816] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.740816] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.740816] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90f0ae8d-353c-47d4-8330-904b78fd9096 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.759774] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.759983] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.760786] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf57c90-7408-4a3f-8c49-f51ea5c71e45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.769998] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5823bd-7bb0-4323-9a7c-8e3d644d429c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.775391] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 610.775391] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52487297-6242-b694-35be-241b0b7ef158" [ 610.775391] env[68199]: _type = "Task" [ 610.775391] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.783218] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52487297-6242-b694-35be-241b0b7ef158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.808020] env[68199]: DEBUG nova.compute.utils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.809977] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.810315] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.917724] env[68199]: DEBUG nova.policy [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec973902ffe4f8a8ca8f3af01b6e29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a494f1d27ab46b487963fac4cbb3fe2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.069233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.195068] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Releasing lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.195068] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Instance network_info: |[{"id": "1ef38991-d363-469d-bbed-2d4a195328a9", "address": "fa:16:3e:09:e6:cc", "network": {"id": "0b1e2c89-a0e8-4595-be0f-301f7a87322b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-848330013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83611aef180041dc96d8b66b6ade2cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef38991-d3", "ovs_interfaceid": "1ef38991-d363-469d-bbed-2d4a195328a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.195243] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:e6:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef38991-d363-469d-bbed-2d4a195328a9', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.201029] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Creating folder: Project (83611aef180041dc96d8b66b6ade2cfb). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.201534] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c44a60-f077-48a5-ac24-eda59ef12d48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.217182] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Created folder: Project (83611aef180041dc96d8b66b6ade2cfb) in parent group-v614632. [ 611.217182] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Creating folder: Instances. Parent ref: group-v614636. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.217182] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a9f10b-2ef2-42d7-8c90-af7bc975b0a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.231107] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Created folder: Instances in parent group-v614636. [ 611.231107] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.231107] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.231107] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff425cb-2652-4a66-9cc1-9952c5ba9a50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.251829] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.251829] env[68199]: value = "task-3069488" [ 611.251829] env[68199]: _type = "Task" [ 611.251829] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.262643] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069488, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.286517] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 611.286517] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating directory with path [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.286517] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f44977a-1fea-4903-9344-0ba46d9de61b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.307165] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created directory with path [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.307523] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Fetch image to [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 611.307723] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Downloading image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk on the data store datastore1 {{(pid=68199) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 611.308675] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a0be4-6cb5-42a5-897f-0d3a222fa279 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.311993] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.323969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cdd7bd-f206-4453-ab10-076f0bd80183 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.340443] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f6ad38-4b97-4ad8-8d2d-4332240a4cca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.380204] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e929cc9-092c-4d67-9047-7ef407036c91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.386909] env[68199]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e3f968fa-d4c8-4a04-82db-c97a90eed2a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.424128] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Downloading image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to the data store datastore1 {{(pid=68199) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 611.513156] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 611.585167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c2791-0399-457d-9c14-1720ab2341d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.594506] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab850e69-eb1f-47b9-8dab-2cbae6e51721 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.633025] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320ba90-1239-4687-aa84-d2f9cbe69d7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.641155] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d87199-a879-446d-b00f-14a5c7010c1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.657566] env[68199]: DEBUG nova.compute.provider_tree [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.739673] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.739895] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.770177] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069488, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.824518] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Successfully created port: 6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.900982] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Successfully updated port: decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.162678] env[68199]: DEBUG nova.scheduler.client.report [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.243399] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.267570] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 612.267570] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 612.277804] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069488, 'name': CreateVM_Task, 'duration_secs': 0.71347} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.277857] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.278750] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278829] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.279188] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.279456] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f87205-596b-4586-b4ce-6ab1292a1159 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.286430] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 612.286430] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52057738-efcb-933a-7f4a-8a76c6246f4f" [ 612.286430] env[68199]: _type = "Task" [ 612.286430] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.303921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.304340] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.306948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.330999] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.351428] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Downloaded image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk on the data store datastore1 {{(pid=68199) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 612.351936] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 612.352147] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copying Virtual Disk [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk to [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.352660] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0509f5aa-e603-4cc9-82b8-f3f3f3a03d51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.365045] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 612.365045] env[68199]: value = "task-3069489" [ 612.365045] env[68199]: _type = "Task" [ 612.365045] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.376390] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.378625] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.378856] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.379129] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.379306] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.379449] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.379591] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.379870] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.380774] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.380774] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.380774] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.380774] env[68199]: DEBUG nova.virt.hardware [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.381376] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04221b7b-a1e6-4183-83d1-1b1b839b6efd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.392903] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cfb75b-748d-4ac1-be40-44ca62b4ecbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.407682] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.407874] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.407990] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.668551] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.669419] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.673121] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.242s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.675841] env[68199]: INFO nova.compute.claims [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.776203] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.883596] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069489, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.073491] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.109197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "0c277809-2917-4d44-accf-5d128570d8c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.109513] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.181257] env[68199]: DEBUG nova.compute.utils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.183135] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.183135] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.261019] env[68199]: DEBUG nova.network.neutron [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Updating instance_info_cache with network_info: [{"id": "decc1927-a22b-41c4-a0ca-d7543972b805", "address": "fa:16:3e:06:6d:a6", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecc1927-a2", "ovs_interfaceid": "decc1927-a22b-41c4-a0ca-d7543972b805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.378830] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66733} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.379282] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copied Virtual Disk [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk to [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.379689] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleting the datastore file [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.380063] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0889d449-e85a-4d9a-bc3d-3d1f66008440 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.389166] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 613.389166] env[68199]: value = "task-3069490" [ 613.389166] env[68199]: _type = "Task" [ 613.389166] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.401743] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.445045] env[68199]: DEBUG nova.policy [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009c574a0fe1400787121f154165549f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0664c2934d664591bc92c26850eb1d13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.613229] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.667492] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.667686] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing instance network info cache due to event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.667898] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.668048] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.668209] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.688522] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.757780] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Successfully updated port: 6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.763010] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763355] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Instance network_info: |[{"id": "decc1927-a22b-41c4-a0ca-d7543972b805", "address": "fa:16:3e:06:6d:a6", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecc1927-a2", "ovs_interfaceid": "decc1927-a22b-41c4-a0ca-d7543972b805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.764028] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:6d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'decc1927-a22b-41c4-a0ca-d7543972b805', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.773332] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Creating folder: Project (a7a0e828f89e499bb227720bdd4494a5). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.773735] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93b401d-5e46-400c-91ad-76118d660219 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.788191] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Created folder: Project (a7a0e828f89e499bb227720bdd4494a5) in parent group-v614632. [ 613.788383] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Creating folder: Instances. Parent ref: group-v614639. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.788623] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40d8e3e7-f6f3-4d13-bc45-653040f389fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.798328] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Created folder: Instances in parent group-v614639. [ 613.798560] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.798739] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.798935] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d78ad539-9045-4784-8175-1d56a8519c5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.821823] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.821823] env[68199]: value = "task-3069493" [ 613.821823] env[68199]: _type = "Task" [ 613.821823] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.832029] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069493, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.901087] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027617} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.904816] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.906240] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Moving file from [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33/6befe3b5-4755-45d8-a121-c6304664aae2 to [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2. {{(pid=68199) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.907338] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-472fa44d-401d-49b2-83c9-f943bef0b229 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.914243] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 613.914243] env[68199]: value = "task-3069494" [ 613.914243] env[68199]: _type = "Task" [ 613.914243] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.929672] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069494, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.990333] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc04fcd-8540-4378-8239-2e46d6973e52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.998803] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e3618-d1ff-4c88-b1d9-5991470988e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.032475] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acdca22-fb5a-4efe-b570-999df4ea130d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.041286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24986d46-92c2-4800-8270-fb7d6e0917a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.057378] env[68199]: DEBUG nova.compute.provider_tree [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.136759] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.222191] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Successfully created port: 9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.265527] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.265660] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquired lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.265810] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.311363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "1a83858e-331a-4b23-8ef3-393c123d155b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.311493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.334118] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069493, 'name': CreateVM_Task, 'duration_secs': 0.361729} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.334118] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.334484] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.334646] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.335544] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.335544] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726189c0-075d-4325-b276-89c9559bcfe1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.340182] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 614.340182] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526e3de9-d47d-0ee4-78a3-eb0fb7aa852e" [ 614.340182] env[68199]: _type = "Task" [ 614.340182] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.354492] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e3de9-d47d-0ee4-78a3-eb0fb7aa852e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.438521] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069494, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027037} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.438662] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] File moved {{(pid=68199) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 614.438841] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Cleaning up location [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 614.439779] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleting the datastore file [datastore1] vmware_temp/fc5d82d8-3ec2-42b4-9258-01e80fb36f33 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.439779] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e13c6cba-d96f-4a0e-ab9f-352ec280d6bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.448308] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 614.448308] env[68199]: value = "task-3069495" [ 614.448308] env[68199]: _type = "Task" [ 614.448308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.457300] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.561463] env[68199]: DEBUG nova.scheduler.client.report [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.566217] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updated VIF entry in instance network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.569152] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.701933] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.745046] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.745046] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.745046] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.745046] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.746068] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.746068] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.746068] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.746068] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.746068] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.746310] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.746310] env[68199]: DEBUG nova.virt.hardware [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.746310] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f4681d-95b6-4391-adb1-62ae71cced47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.753671] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2840e7ce-3e90-40a8-9a9d-9fe68bd40f8c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.845038] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.853550] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e3de9-d47d-0ee4-78a3-eb0fb7aa852e, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.853913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.854169] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.854440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.962528] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025762} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.962715] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.963441] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70851bd-8eb5-486c-87c1-411cf7a3087e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.969046] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 614.969046] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b3844b-9b5d-8bb6-ad05-83ea2aaf9e54" [ 614.969046] env[68199]: _type = "Task" [ 614.969046] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.977533] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b3844b-9b5d-8bb6-ad05-83ea2aaf9e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.070317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.070855] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.076513] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076760] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received event network-vif-plugged-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.077285] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Acquiring lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.077534] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.077773] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.078033] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] No waiting events found dispatching network-vif-plugged-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.078210] env[68199]: WARNING nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received unexpected event network-vif-plugged-1ef38991-d363-469d-bbed-2d4a195328a9 for instance with vm_state building and task_state spawning. [ 615.078444] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.078525] env[68199]: DEBUG nova.compute.manager [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing instance network info cache due to event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.078824] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Acquiring lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.078824] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Acquired lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.079021] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.080465] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.686s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.081871] env[68199]: INFO nova.compute.claims [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.113514] env[68199]: DEBUG nova.network.neutron [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Updating instance_info_cache with network_info: [{"id": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "address": "fa:16:3e:bd:3c:f1", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c72a6fe-d2", "ovs_interfaceid": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.480674] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b3844b-9b5d-8bb6-ad05-83ea2aaf9e54, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.480674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.480976] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/21b5ba2f-3b5e-485a-a59c-6626f8b4be36.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.481209] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481357] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.481738] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c868c4-42e0-4202-ad8b-7218b2aa7a42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.485264] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c99f7b-1da2-42cc-9e99-4cb84958eae4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.495731] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 615.495731] env[68199]: value = "task-3069496" [ 615.495731] env[68199]: _type = "Task" [ 615.495731] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.505505] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.512277] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.512495] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.513286] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8aa853-c766-4fd7-b9b8-25892fc4d647 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.518561] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 615.518561] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5282ebb3-e8cc-d5a2-b68f-e4a850a17560" [ 615.518561] env[68199]: _type = "Task" [ 615.518561] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.526314] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5282ebb3-e8cc-d5a2-b68f-e4a850a17560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.582202] env[68199]: DEBUG nova.compute.utils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.583740] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.583968] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.616164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Releasing lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.616410] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Instance network_info: |[{"id": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "address": "fa:16:3e:bd:3c:f1", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c72a6fe-d2", "ovs_interfaceid": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.616890] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:3c:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c72a6fe-d26f-4727-8ac2-8058438141a2', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.625948] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Creating folder: Project (3a494f1d27ab46b487963fac4cbb3fe2). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.626250] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda38dd7-3674-4cb9-9567-bceaf35ae4aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.635793] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Created folder: Project (3a494f1d27ab46b487963fac4cbb3fe2) in parent group-v614632. [ 615.636084] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Creating folder: Instances. Parent ref: group-v614642. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.636321] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c7e368-81c7-446f-8fba-da3a93618b2d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.648109] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Created folder: Instances in parent group-v614642. [ 615.648637] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.651716] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.652082] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee93323-2bbd-4719-89fc-8e333b6fb444 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.672652] env[68199]: DEBUG nova.policy [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '930dfebddeed453d9864fbe6d5788637', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4251d6ca9254b8c92d47199b54ea8c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.680964] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.680964] env[68199]: value = "task-3069499" [ 615.680964] env[68199]: _type = "Task" [ 615.680964] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.689879] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069499, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.973775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.974124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.007481] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069496, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.028357] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5282ebb3-e8cc-d5a2-b68f-e4a850a17560, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.029225] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f733cb15-84c0-4f34-9ebb-4a75c0b4a330 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.034496] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 616.034496] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b1f2e1-d000-3bd4-194e-d155904c0ea0" [ 616.034496] env[68199]: _type = "Task" [ 616.034496] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.043190] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b1f2e1-d000-3bd4-194e-d155904c0ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.087624] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.097639] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updated VIF entry in instance network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.097639] env[68199]: DEBUG nova.network.neutron [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updating instance_info_cache with network_info: [{"id": "1ef38991-d363-469d-bbed-2d4a195328a9", "address": "fa:16:3e:09:e6:cc", "network": {"id": "0b1e2c89-a0e8-4595-be0f-301f7a87322b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-848330013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83611aef180041dc96d8b66b6ade2cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef38991-d3", "ovs_interfaceid": "1ef38991-d363-469d-bbed-2d4a195328a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.193322] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069499, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.306966] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49b102b-aa9f-44c2-bc48-54789b3e65e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.314628] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75d11c-877f-40fe-b43d-1503f374c88c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.361200] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Successfully updated port: 9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.362571] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b547f-b623-4d41-b291-552ccdeda55b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.370987] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302a0d0-5ee7-4ff5-901e-2b3c29a4c42d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.386914] env[68199]: DEBUG nova.compute.provider_tree [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.412760] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Successfully created port: 5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.506518] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529131} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.506859] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/21b5ba2f-3b5e-485a-a59c-6626f8b4be36.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.507109] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.507712] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88c7d053-ee1d-4ee6-8d22-26b73123e54b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.513960] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 616.513960] env[68199]: value = "task-3069500" [ 616.513960] env[68199]: _type = "Task" [ 616.513960] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.522279] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.546732] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b1f2e1-d000-3bd4-194e-d155904c0ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.546732] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.547566] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 2b2c2af2-02ef-4013-b63b-ffe7f9414072/2b2c2af2-02ef-4013-b63b-ffe7f9414072.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.547566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.547566] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.547744] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be8a69c7-aa3c-4e23-b695-9a97066fe7bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.551640] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f488074b-d03a-4202-b2f9-a181fc9aeff6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.558920] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 616.558920] env[68199]: value = "task-3069501" [ 616.558920] env[68199]: _type = "Task" [ 616.558920] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.560762] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.561562] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.565598] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dba100d-d032-4700-a76a-169bd634f2e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.575134] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.576486] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 616.576486] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520f80b9-5ef8-bee5-636a-042fedd7bf28" [ 616.576486] env[68199]: _type = "Task" [ 616.576486] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.584944] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520f80b9-5ef8-bee5-636a-042fedd7bf28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.603596] env[68199]: DEBUG oslo_concurrency.lockutils [req-8bacdd43-5761-4205-befb-ab0c0134515e req-e00254e2-5529-445e-acbe-19f17dba0b7a service nova] Releasing lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.695039] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069499, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.785681] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.786007] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.866793] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.867201] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.867455] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.892985] env[68199]: DEBUG nova.scheduler.client.report [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.992177] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Received event network-vif-plugged-decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.992509] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquiring lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.992828] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.993077] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.993854] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] No waiting events found dispatching network-vif-plugged-decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.993854] env[68199]: WARNING nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Received unexpected event network-vif-plugged-decc1927-a22b-41c4-a0ca-d7543972b805 for instance with vm_state building and task_state spawning. [ 616.993854] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Received event network-changed-decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.994597] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Refreshing instance network info cache due to event network-changed-decc1927-a22b-41c4-a0ca-d7543972b805. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.994597] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquiring lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.994597] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquired lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.994597] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Refreshing network info cache for port decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.029701] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069500, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.074763] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.089543] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520f80b9-5ef8-bee5-636a-042fedd7bf28, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.090402] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b48e3d1-eced-41f6-bb40-d31744beb1c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.096979] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 617.096979] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529c476a-f835-4d5a-576c-7f706b2d600f" [ 617.096979] env[68199]: _type = "Task" [ 617.096979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.103865] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.120065] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529c476a-f835-4d5a-576c-7f706b2d600f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.159755] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.160412] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.160412] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.160412] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.160640] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.160697] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.160899] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.161173] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.161372] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.161563] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.161808] env[68199]: DEBUG nova.virt.hardware [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.163675] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758aff9-0802-49bd-8874-4cc082f25616 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174731] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb3215-31d3-4443-8b8f-13597d6b1816 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.209921] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069499, 'name': CreateVM_Task, 'duration_secs': 1.379344} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.210271] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.211646] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211874] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212696] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08d1495-817c-4d16-84ef-9e717fdaf5ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.221870] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 617.221870] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5295b98a-e916-4f57-7f48-28119bd855ce" [ 617.221870] env[68199]: _type = "Task" [ 617.221870] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.234624] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5295b98a-e916-4f57-7f48-28119bd855ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.401538] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.402219] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.405199] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.336s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.406953] env[68199]: INFO nova.compute.claims [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.439222] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.533212] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.526402} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.534029] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.534810] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469866fb-61c6-4d73-839f-815664574774 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.566811] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/21b5ba2f-3b5e-485a-a59c-6626f8b4be36.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.570233] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e22dd47-423c-4ca5-834d-9b6355d1810c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.604396] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705777} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.606840] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 2b2c2af2-02ef-4013-b63b-ffe7f9414072/2b2c2af2-02ef-4013-b63b-ffe7f9414072.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.607046] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.607377] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 617.607377] env[68199]: value = "task-3069502" [ 617.607377] env[68199]: _type = "Task" [ 617.607377] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.607900] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36443c4b-fb98-473b-b7fd-eb76d2f0e57b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.621248] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.626286] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 617.626286] env[68199]: value = "task-3069503" [ 617.626286] env[68199]: _type = "Task" [ 617.626286] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.626286] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529c476a-f835-4d5a-576c-7f706b2d600f, 'name': SearchDatastore_Task, 'duration_secs': 0.056021} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.626669] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.626932] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e4908ba5-34c1-4386-a4ed-d1454f741a13/e4908ba5-34c1-4386-a4ed-d1454f741a13.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.630850] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c262ffa-7e62-4a07-bdc7-77a27bc96e23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.640040] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.641672] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 617.641672] env[68199]: value = "task-3069504" [ 617.641672] env[68199]: _type = "Task" [ 617.641672] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.656953] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.736047] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5295b98a-e916-4f57-7f48-28119bd855ce, 'name': SearchDatastore_Task, 'duration_secs': 0.03193} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.736047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.736461] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.737262] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.737262] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.737262] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.737760] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516c5540-8b56-477c-a285-5c07ab693600 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.746361] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.746618] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.747389] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653045a5-5d95-43e7-bcd7-500c21f922ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.754583] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 617.754583] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5297f725-9967-eaa8-bf0f-3b5bcf38a1a2" [ 617.754583] env[68199]: _type = "Task" [ 617.754583] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.761468] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5297f725-9967-eaa8-bf0f-3b5bcf38a1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.915505] env[68199]: DEBUG nova.compute.utils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.920077] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.920802] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.982480] env[68199]: DEBUG nova.compute.manager [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Received event network-vif-plugged-9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.983020] env[68199]: DEBUG oslo_concurrency.lockutils [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.983020] env[68199]: DEBUG oslo_concurrency.lockutils [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.983100] env[68199]: DEBUG oslo_concurrency.lockutils [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.983377] env[68199]: DEBUG nova.compute.manager [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] No waiting events found dispatching network-vif-plugged-9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.983463] env[68199]: WARNING nova.compute.manager [req-a2c6b397-7d70-450a-8111-0fd201e7d104 req-9df90ccc-211a-4ef3-8fd1-cc5e34a19d38 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Received unexpected event network-vif-plugged-9d351e07-2969-4800-8dc5-997ecf57392e for instance with vm_state building and task_state spawning. [ 618.023709] env[68199]: DEBUG nova.network.neutron [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.035535] env[68199]: DEBUG nova.policy [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e533f1fb571c4df08d81ebad0f18855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c76a2c7a58d4ca6bf89cb2a573815d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.125845] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069502, 'name': ReconfigVM_Task, 'duration_secs': 0.27158} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.126204] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/21b5ba2f-3b5e-485a-a59c-6626f8b4be36.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.127019] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98986d0d-985a-4f95-807a-6326db34e800 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.147272] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 618.147272] env[68199]: value = "task-3069505" [ 618.147272] env[68199]: _type = "Task" [ 618.147272] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.147616] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069793} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.153737] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.157249] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68788f8-c6b0-493b-b652-fa11f8f1c789 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.165540] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069504, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.183491] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069505, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.192502] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2b2c2af2-02ef-4013-b63b-ffe7f9414072/2b2c2af2-02ef-4013-b63b-ffe7f9414072.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.192783] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3c7e92-fde8-4e83-bed1-fb5e8ddc93aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.213910] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 618.213910] env[68199]: value = "task-3069506" [ 618.213910] env[68199]: _type = "Task" [ 618.213910] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.225100] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.225347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.225537] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.264103] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5297f725-9967-eaa8-bf0f-3b5bcf38a1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.264880] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bbd781-0a66-4b5a-9c9e-0ba0129af921 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.270909] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 618.270909] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52530531-c547-3f1f-cfa3-5566ce79e980" [ 618.270909] env[68199]: _type = "Task" [ 618.270909] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.279810] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52530531-c547-3f1f-cfa3-5566ce79e980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.312948] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Updated VIF entry in instance network info cache for port decc1927-a22b-41c4-a0ca-d7543972b805. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.313742] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Updating instance_info_cache with network_info: [{"id": "decc1927-a22b-41c4-a0ca-d7543972b805", "address": "fa:16:3e:06:6d:a6", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecc1927-a2", "ovs_interfaceid": "decc1927-a22b-41c4-a0ca-d7543972b805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.428290] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.525142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.530022] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Instance network_info: |[{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.530282] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:20:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d351e07-2969-4800-8dc5-997ecf57392e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.541749] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating folder: Project (0664c2934d664591bc92c26850eb1d13). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.548264] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-511dfbc6-1578-4abe-a507-5fbb61e68cff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.560667] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Created folder: Project (0664c2934d664591bc92c26850eb1d13) in parent group-v614632. [ 618.561074] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating folder: Instances. Parent ref: group-v614645. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.561375] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa69bba3-4e3a-48a5-9699-96ad3d5f7300 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.574486] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Created folder: Instances in parent group-v614645. [ 618.574738] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.574937] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.575165] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f1cfa7-c82d-42fd-8960-d900eb448e9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.601327] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.601327] env[68199]: value = "task-3069509" [ 618.601327] env[68199]: _type = "Task" [ 618.601327] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.612392] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069509, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.663342] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531975} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.665060] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e4908ba5-34c1-4386-a4ed-d1454f741a13/e4908ba5-34c1-4386-a4ed-d1454f741a13.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.665353] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.672335] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6229bd-fdb9-4b12-b6b8-5a612d77d5c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.674684] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069505, 'name': Rename_Task, 'duration_secs': 0.177625} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.674955] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.675627] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81281177-4ad9-4b50-b834-9c4d67a5d586 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.683820] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 618.683820] env[68199]: value = "task-3069510" [ 618.683820] env[68199]: _type = "Task" [ 618.683820] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.689222] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 618.689222] env[68199]: value = "task-3069511" [ 618.689222] env[68199]: _type = "Task" [ 618.689222] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.692242] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.702346] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.724539] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069506, 'name': ReconfigVM_Task, 'duration_secs': 0.376788} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.724940] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2b2c2af2-02ef-4013-b63b-ffe7f9414072/2b2c2af2-02ef-4013-b63b-ffe7f9414072.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.725779] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33965d97-501b-4766-b536-1b898421fdaf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.730205] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf4e37-0d05-4add-b786-a6cb80d41104 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.734825] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 618.734825] env[68199]: value = "task-3069512" [ 618.734825] env[68199]: _type = "Task" [ 618.734825] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.742457] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbb60f-cc5d-40c0-aa78-24fd63779396 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.751325] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069512, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.785472] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3ee0f-ad27-4af0-b0f5-82fb9b481249 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.794582] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52530531-c547-3f1f-cfa3-5566ce79e980, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.797304] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.797898] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9/46f9a4a5-b9a1-43a3-96d4-ada3222b82f9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.798015] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9917eb4f-7237-4bf9-953e-2a817c950b75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.801462] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34ef95-432f-4d49-804e-b19bba4f2fe9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.819098] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Releasing lock "refresh_cache-e4908ba5-34c1-4386-a4ed-d1454f741a13" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819098] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Received event network-vif-plugged-6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.819399] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquiring lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.819399] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.819566] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.819795] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] No waiting events found dispatching network-vif-plugged-6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.819976] env[68199]: WARNING nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Received unexpected event network-vif-plugged-6c72a6fe-d26f-4727-8ac2-8058438141a2 for instance with vm_state building and task_state spawning. [ 618.823045] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Received event network-changed-6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.823045] env[68199]: DEBUG nova.compute.manager [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Refreshing instance network info cache due to event network-changed-6c72a6fe-d26f-4727-8ac2-8058438141a2. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.823045] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquiring lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823045] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Acquired lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823045] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Refreshing network info cache for port 6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.823649] env[68199]: DEBUG nova.compute.provider_tree [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.825244] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 618.825244] env[68199]: value = "task-3069513" [ 618.825244] env[68199]: _type = "Task" [ 618.825244] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.837982] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.110601] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Successfully updated port: 5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.118156] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069509, 'name': CreateVM_Task, 'duration_secs': 0.365963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.121017] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.126066] env[68199]: DEBUG oslo_vmware.service [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d879621-dde8-4c37-9229-d5b130a790b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.135865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.136055] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.136448] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.138147] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c5ed45-c892-4592-a7f2-07f395fb60cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.146173] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 619.146173] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520ea21e-0a02-3733-3721-376c68e2586a" [ 619.146173] env[68199]: _type = "Task" [ 619.146173] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.159173] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520ea21e-0a02-3733-3721-376c68e2586a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.179841] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Successfully created port: 18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.207257] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082559} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.211864] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.212347] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.213223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4326e-acef-480f-9f70-4c94efd6e0d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.241317] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e4908ba5-34c1-4386-a4ed-d1454f741a13/e4908ba5-34c1-4386-a4ed-d1454f741a13.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.241791] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.242186] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7597c07f-aa7d-4d6f-bd6e-fea613c202d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.259905] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.263781] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.264770] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.265317] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.265632] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.265730] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.272328] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069512, 'name': Rename_Task, 'duration_secs': 0.206845} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.273954] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.274714] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 619.274714] env[68199]: value = "task-3069514" [ 619.274714] env[68199]: _type = "Task" [ 619.274714] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.274714] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2942f53a-80bb-44b1-9b36-f9c5466d4921 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.288790] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.290521] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 619.290521] env[68199]: value = "task-3069515" [ 619.290521] env[68199]: _type = "Task" [ 619.290521] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.305434] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069515, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.327928] env[68199]: DEBUG nova.scheduler.client.report [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.344813] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.444305] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.476457] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.476803] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.477475] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.477847] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.477917] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.478056] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.478341] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.478516] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.478780] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.479357] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.479357] env[68199]: DEBUG nova.virt.hardware [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.480498] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ade8ad-f9a4-472a-9de1-8ce771dc9945 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.489724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96fa732-8ffb-45ad-9012-e2e531fc178f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.551373] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "56ee06de-74a2-447a-860c-307ab88a8eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.551698] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.622971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.622971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.622971] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.658164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.658164] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.658164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.658164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.658434] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.658434] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6067d6ee-d634-4844-8245-34b0f534f725 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.665866] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.666065] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.667508] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d436ec-febf-437a-8eb6-6e5dc69d37bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.673467] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28700224-4592-4941-93f0-510a34725c6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.679835] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 619.679835] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52226b85-b10c-9b30-9817-7f317d10db4a" [ 619.679835] env[68199]: _type = "Task" [ 619.679835] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.688780] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52226b85-b10c-9b30-9817-7f317d10db4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.705556] env[68199]: DEBUG oslo_vmware.api [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069511, 'name': PowerOnVM_Task, 'duration_secs': 0.562649} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.705812] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.706225] env[68199]: INFO nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Took 14.15 seconds to spawn the instance on the hypervisor. [ 619.706500] env[68199]: DEBUG nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.707371] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade6721-01f6-4602-ad67-fd918ce63e71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.771358] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Getting list of instances from cluster (obj){ [ 619.771358] env[68199]: value = "domain-c8" [ 619.771358] env[68199]: _type = "ClusterComputeResource" [ 619.771358] env[68199]: } {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 619.772592] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da8fe55-b2a8-4919-9f06-1ea744c6ab19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.786823] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Got total of 5 instances {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 619.786994] env[68199]: WARNING nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 619.787197] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 21b5ba2f-3b5e-485a-a59c-6626f8b4be36 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.787452] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 2b2c2af2-02ef-4013-b63b-ffe7f9414072 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.787683] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid e4908ba5-34c1-4386-a4ed-d1454f741a13 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.787849] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.787997] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid e6481c67-cb8e-48a4-9749-fb060e70ffa4 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.788444] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.788698] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.788962] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 3399c49e-5663-46a8-8135-7f0f70f00028 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 619.789768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.790991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.791236] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "3399c49e-5663-46a8-8135-7f0f70f00028" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.791426] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.791638] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 619.794965] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.796091] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.806175] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.833696] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.834625] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.844022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.064s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.844022] env[68199]: INFO nova.compute.claims [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.850606] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585419} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.850862] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9/46f9a4a5-b9a1-43a3-96d4-ada3222b82f9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.851101] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.851426] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8bfd0f-cf5a-44ae-9e19-650841cf353c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.858513] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 619.858513] env[68199]: value = "task-3069516" [ 619.858513] env[68199]: _type = "Task" [ 619.858513] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.869142] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.192268] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 620.192601] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating directory with path [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.192766] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76800fb0-6cec-4c1a-b836-a4f4bfa9a420 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.210764] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Updated VIF entry in instance network info cache for port 6c72a6fe-d26f-4727-8ac2-8058438141a2. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.211110] env[68199]: DEBUG nova.network.neutron [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Updating instance_info_cache with network_info: [{"id": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "address": "fa:16:3e:bd:3c:f1", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c72a6fe-d2", "ovs_interfaceid": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.227062] env[68199]: INFO nova.compute.manager [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Took 18.93 seconds to build instance. [ 620.237242] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.241036] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Created directory with path [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.241228] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Fetch image to [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 620.241402] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Downloading image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk on the data store datastore2 {{(pid=68199) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 620.242251] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73b377-4d6f-406d-a0f3-5e2a0b8c4b06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.250286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad35bc-1e3a-4763-a594-b8a6e1ed2e2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.263440] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee10ee2-db60-495e-af32-e18847931ebd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.300250] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.313493] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed57e95-563e-4445-a434-2cabcd410f4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.320688] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069514, 'name': ReconfigVM_Task, 'duration_secs': 0.907} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.324889] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e4908ba5-34c1-4386-a4ed-d1454f741a13/e4908ba5-34c1-4386-a4ed-d1454f741a13.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.325985] env[68199]: DEBUG oslo_vmware.api [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069515, 'name': PowerOnVM_Task, 'duration_secs': 0.533309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.326042] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6973e6ff-db07-45ac-893b-08f9625b1c23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.327632] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.327829] env[68199]: INFO nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Took 12.55 seconds to spawn the instance on the hypervisor. [ 620.328014] env[68199]: DEBUG nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.328237] env[68199]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7e6fe3b1-8203-430e-8616-a065f97eba14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.330551] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a522fc8a-33ec-463e-ade9-0de34934f937 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.344127] env[68199]: DEBUG nova.compute.utils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.345436] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 620.345436] env[68199]: value = "task-3069517" [ 620.345436] env[68199]: _type = "Task" [ 620.345436] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.345990] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.346274] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.364861] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Downloading image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to the data store datastore2 {{(pid=68199) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 620.376019] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074293} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.376019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.376019] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe475e-cd99-4ab6-83b7-f2a70d53fd2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.402327] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9/46f9a4a5-b9a1-43a3-96d4-ada3222b82f9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.406240] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13715ba9-ff14-45ce-a5a5-0248aaed778d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.429078] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 620.429078] env[68199]: value = "task-3069518" [ 620.429078] env[68199]: _type = "Task" [ 620.429078] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.443593] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.472715] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 620.714338] env[68199]: DEBUG oslo_concurrency.lockutils [req-23edb5dc-88a0-4542-8f51-30dfb99ffc5a req-9d5729e1-5037-40d5-8575-59b81b1e503c service nova] Releasing lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.732355] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9508a269-f015-4a24-80bb-f8bcf8621181 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.449s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.735963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.945s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.735963] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] During sync_power_state the instance has a pending task (spawning). Skip. [ 620.735963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.739939] env[68199]: DEBUG nova.policy [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e533f1fb571c4df08d81ebad0f18855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c76a2c7a58d4ca6bf89cb2a573815d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.753382] env[68199]: DEBUG nova.compute.manager [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Received event network-vif-plugged-5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.753854] env[68199]: DEBUG oslo_concurrency.lockutils [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] Acquiring lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.754077] env[68199]: DEBUG oslo_concurrency.lockutils [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.759769] env[68199]: DEBUG oslo_concurrency.lockutils [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.759769] env[68199]: DEBUG nova.compute.manager [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] No waiting events found dispatching network-vif-plugged-5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.759769] env[68199]: WARNING nova.compute.manager [req-dbc5f38b-8c81-44ca-bd3a-11a0a40bcad0 req-143d624e-b60f-4c89-b2d7-12853656c065 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Received unexpected event network-vif-plugged-5b66c93a-f5b3-4332-9311-84d51ec40a0d for instance with vm_state building and task_state spawning. [ 620.852045] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.870989] env[68199]: INFO nova.compute.manager [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Took 18.51 seconds to build instance. [ 620.883246] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069517, 'name': Rename_Task, 'duration_secs': 0.177609} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.884052] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.885029] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4151e4-2737-4267-969d-99e96497ffb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.895373] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 620.895373] env[68199]: value = "task-3069519" [ 620.895373] env[68199]: _type = "Task" [ 620.895373] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.912098] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.952629] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.185412] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91332c1-e1ba-4ae6-9ba7-0cad1992580f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.197487] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289d28a-cb90-4ce2-8016-52ae0c6b55fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.240387] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.248110] env[68199]: DEBUG nova.network.neutron [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updating instance_info_cache with network_info: [{"id": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "address": "fa:16:3e:50:8a:c7", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b66c93a-f5", "ovs_interfaceid": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.250196] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a2c33-d46d-4157-bbf4-9fec1e2d18c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.262699] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab054b-db7e-4ef6-8401-f8327b640a80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.278426] env[68199]: DEBUG nova.compute.provider_tree [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.316608] env[68199]: DEBUG nova.compute.manager [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Received event network-changed-9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.317023] env[68199]: DEBUG nova.compute.manager [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Refreshing instance network info cache due to event network-changed-9d351e07-2969-4800-8dc5-997ecf57392e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.317290] env[68199]: DEBUG oslo_concurrency.lockutils [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] Acquiring lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.317531] env[68199]: DEBUG oslo_concurrency.lockutils [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] Acquired lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.317727] env[68199]: DEBUG nova.network.neutron [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Refreshing network info cache for port 9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.321485] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 621.321548] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 621.379038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8901cbf-d044-4583-a773-3241e55dab51 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.024s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.379038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.588s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.379038] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] During sync_power_state the instance has a pending task (spawning). Skip. [ 621.379038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.413198] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.425701] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Downloaded image file data 6befe3b5-4755-45d8-a121-c6304664aae2 to vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk on the data store datastore2 {{(pid=68199) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 621.427587] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 621.427853] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copying Virtual Disk [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk to [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.428609] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ae520c-64ac-4e35-98c6-d9278cad8fba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.441930] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 621.441930] env[68199]: value = "task-3069520" [ 621.441930] env[68199]: _type = "Task" [ 621.441930] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.452918] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069518, 'name': ReconfigVM_Task, 'duration_secs': 0.58597} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.454049] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9/46f9a4a5-b9a1-43a3-96d4-ada3222b82f9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.455028] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f971ff9-9c6b-4c76-bf7d-12a4e9468b6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.461750] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.469744] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 621.469744] env[68199]: value = "task-3069521" [ 621.469744] env[68199]: _type = "Task" [ 621.469744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.484110] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069521, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.760009] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.764023] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Instance network_info: |[{"id": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "address": "fa:16:3e:50:8a:c7", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b66c93a-f5", "ovs_interfaceid": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.764626] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:8a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b66c93a-f5b3-4332-9311-84d51ec40a0d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.773792] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Creating folder: Project (c4251d6ca9254b8c92d47199b54ea8c6). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.775878] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7a3441-64f3-49a4-850d-5a0584e94261 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.784969] env[68199]: DEBUG nova.scheduler.client.report [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.792627] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Created folder: Project (c4251d6ca9254b8c92d47199b54ea8c6) in parent group-v614632. [ 621.792830] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Creating folder: Instances. Parent ref: group-v614648. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.793135] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b505eae0-170b-4399-9281-76c4b6bf395b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.804379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.805312] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Created folder: Instances in parent group-v614648. [ 621.805594] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.805748] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.806288] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707799bf-323f-45c6-9973-1d387ab44db5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.831400] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.831400] env[68199]: value = "task-3069524" [ 621.831400] env[68199]: _type = "Task" [ 621.831400] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.842420] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069524, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.867793] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.882613] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.906480] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.906749] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.906905] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.907356] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.907795] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.908633] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.908633] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.908633] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.908633] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.909024] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.909024] env[68199]: DEBUG nova.virt.hardware [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.910236] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09822fd2-65d0-406b-9ba1-89147f88e70b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.918784] env[68199]: DEBUG oslo_vmware.api [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069519, 'name': PowerOnVM_Task, 'duration_secs': 0.52357} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.918784] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.918784] env[68199]: INFO nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Took 11.87 seconds to spawn the instance on the hypervisor. [ 621.918784] env[68199]: DEBUG nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.923068] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074d327-7fa2-4fe7-9dbd-e0fd0692d908 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.926951] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f28aa-4cb7-4c6f-999a-8967e1802068 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.970185] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069520, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.982144] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069521, 'name': Rename_Task, 'duration_secs': 0.17086} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.982904] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.983026] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eed3151-8ff6-4cd9-a3a4-4dd5ecad9d8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.996264] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 621.996264] env[68199]: value = "task-3069525" [ 621.996264] env[68199]: _type = "Task" [ 621.996264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.006454] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.138554] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Successfully created port: 87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.291920] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.292611] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.296550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.160s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.298821] env[68199]: INFO nova.compute.claims [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.346552] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069524, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.417726] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.473837] env[68199]: INFO nova.compute.manager [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Took 18.59 seconds to build instance. [ 622.475464] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931076} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.475904] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copied Virtual Disk [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk to [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.476260] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleting the datastore file [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2/tmp-sparse.vmdk {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.476623] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3623d0a-6644-488f-86d7-c20a9abceafc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.486724] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 622.486724] env[68199]: value = "task-3069526" [ 622.486724] env[68199]: _type = "Task" [ 622.486724] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.498924] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.512372] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.799726] env[68199]: DEBUG nova.compute.utils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.800780] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.801953] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.845749] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069524, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.910223] env[68199]: DEBUG nova.policy [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.978786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.101s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.978786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.188s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.978786] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] During sync_power_state the instance has a pending task (spawning). Skip. [ 622.978786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.999877] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034379} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.002961] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.003207] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Moving file from [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed/6befe3b5-4755-45d8-a121-c6304664aae2 to [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2. {{(pid=68199) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 623.003710] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e51344a5-0034-43ac-85e3-790b3089b829 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.014018] env[68199]: DEBUG oslo_vmware.api [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069525, 'name': PowerOnVM_Task, 'duration_secs': 0.677514} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.014245] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.014437] env[68199]: INFO nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Took 10.68 seconds to spawn the instance on the hypervisor. [ 623.014650] env[68199]: DEBUG nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.015026] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 623.015026] env[68199]: value = "task-3069527" [ 623.015026] env[68199]: _type = "Task" [ 623.015026] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.015771] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98573d71-3ca4-42c1-80bd-113b7fe4c117 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.029968] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069527, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.039717] env[68199]: DEBUG nova.network.neutron [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updated VIF entry in instance network info cache for port 9d351e07-2969-4800-8dc5-997ecf57392e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.040594] env[68199]: DEBUG nova.network.neutron [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.077623] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Successfully updated port: 18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.306729] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.345690] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069524, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.481395] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.529929] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069527, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.063056} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.533079] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] File moved {{(pid=68199) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 623.533450] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Cleaning up location [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 623.533738] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleting the datastore file [datastore2] vmware_temp/8affe8a8-bf43-4218-a0bc-6534bd43d2ed {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.534291] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd82109-b9ec-4976-a8cd-1b90d764406c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.547135] env[68199]: DEBUG oslo_concurrency.lockutils [req-1724f8cd-4e41-4442-a908-220eccafd7a2 req-e131d574-fe67-406b-a60e-5bc8afa408de service nova] Releasing lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.555299] env[68199]: INFO nova.compute.manager [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Took 18.72 seconds to build instance. [ 623.555299] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 623.555299] env[68199]: value = "task-3069528" [ 623.555299] env[68199]: _type = "Task" [ 623.555299] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.576553] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.582043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.582043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582043] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.747529] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Successfully created port: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.762028] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1960b242-dc00-476c-8ce4-5bcc8c2d66cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.772318] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2eedc3-968c-470f-b2a2-22ec8facdfab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.812251] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034bcb0-a34e-4fa7-b3c5-e242534ccaa7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.831620] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079bd29-50e1-4722-915f-5d472fa96307 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.849344] env[68199]: DEBUG nova.compute.provider_tree [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.861822] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069524, 'name': CreateVM_Task, 'duration_secs': 1.745649} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.861822] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.862435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.862659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863159] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.866017] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b48d7b-9dfa-4963-bedc-f4b0c3630c4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.871138] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 623.871138] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523e6476-a35c-301a-b45f-79996315160a" [ 623.871138] env[68199]: _type = "Task" [ 623.871138] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.888253] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523e6476-a35c-301a-b45f-79996315160a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.024408] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.065575] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80630e34-fad6-4f84-8380-30c34b3e9b97 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.245s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.066907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.276s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.067568] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] During sync_power_state the instance has a pending task (spawning). Skip. [ 624.067568] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.081041] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041402} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.081041] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.081501] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fae996-53c3-4b09-8ff6-4a2aba5b300e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.096064] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 624.096064] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52475096-a2b2-23c4-ad11-5c98c1a37b43" [ 624.096064] env[68199]: _type = "Task" [ 624.096064] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.110339] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52475096-a2b2-23c4-ad11-5c98c1a37b43, 'name': SearchDatastore_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.110339] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.110570] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.111724] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3183f8b-9cdb-41fb-8427-e4cb17d1a2ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.125308] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 624.125308] env[68199]: value = "task-3069529" [ 624.125308] env[68199]: _type = "Task" [ 624.125308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.142899] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.151743] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.152012] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.196048] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.323237] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.354890] env[68199]: DEBUG nova.scheduler.client.report [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.369960] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.371163] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.371495] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.371783] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.375035] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.375035] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.375035] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.375035] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.375035] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.375416] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.375416] env[68199]: DEBUG nova.virt.hardware [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.375416] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eb98ec-c614-40c0-b867-235a602a8aa0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.390971] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523e6476-a35c-301a-b45f-79996315160a, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.392864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d34e5a-9e18-44f4-b8ae-12bb39c82816 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.397317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.397576] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.397865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.397941] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398133] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.399603] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c090ab-c42f-4131-ac35-c5f2c6b12955 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.421788] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.421881] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.423153] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f54522-12c5-4826-99fc-6eddfa766874 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.438887] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 624.438887] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52abba7f-483d-b4a8-9b36-9ed7fc06b98d" [ 624.438887] env[68199]: _type = "Task" [ 624.438887] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.454305] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abba7f-483d-b4a8-9b36-9ed7fc06b98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.575170] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.635945] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.786355] env[68199]: INFO nova.compute.manager [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Rescuing [ 624.786783] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.786783] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.786931] env[68199]: DEBUG nova.network.neutron [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.863579] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.863579] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.869192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.565s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.869192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.869192] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 624.869192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.064s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.869192] env[68199]: INFO nova.compute.claims [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.881033] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec105316-9458-4b22-a204-93c48cefab2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.888812] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ee4c6-c403-4638-a616-422270be23a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.917594] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497d3bc0-49a1-4b4e-985f-b6fcdf16a971 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.921866] env[68199]: DEBUG nova.network.neutron [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Updating instance_info_cache with network_info: [{"id": "18eddf48-4f94-492d-858b-29a181140e8d", "address": "fa:16:3e:3e:83:ed", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18eddf48-4f", "ovs_interfaceid": "18eddf48-4f94-492d-858b-29a181140e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.929354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6197f-7d56-4ab2-a28f-7958a8c823bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.972963] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181091MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 624.973147] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.980264] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abba7f-483d-b4a8-9b36-9ed7fc06b98d, 'name': SearchDatastore_Task, 'duration_secs': 0.080048} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.981136] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e533e8-2ed2-4944-820d-2255dc040e56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.987621] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 624.987621] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520edcd5-6e9b-57ec-5250-d42e30dc08cf" [ 624.987621] env[68199]: _type = "Task" [ 624.987621] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.000106] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520edcd5-6e9b-57ec-5250-d42e30dc08cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.112352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.141022] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695496} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.141022] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.141022] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.141022] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c520445-7a45-49d5-92ce-228d467ef841 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.149010] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 625.149010] env[68199]: value = "task-3069530" [ 625.149010] env[68199]: _type = "Task" [ 625.149010] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.161799] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.297719] env[68199]: DEBUG nova.compute.manager [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Received event network-changed-5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.298116] env[68199]: DEBUG nova.compute.manager [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Refreshing instance network info cache due to event network-changed-5b66c93a-f5b3-4332-9311-84d51ec40a0d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.298341] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Acquiring lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.298482] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Acquired lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.298635] env[68199]: DEBUG nova.network.neutron [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Refreshing network info cache for port 5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.380038] env[68199]: DEBUG nova.compute.utils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.380038] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.380038] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.424433] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.427662] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance network_info: |[{"id": "18eddf48-4f94-492d-858b-29a181140e8d", "address": "fa:16:3e:3e:83:ed", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18eddf48-4f", "ovs_interfaceid": "18eddf48-4f94-492d-858b-29a181140e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.427873] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:83:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18eddf48-4f94-492d-858b-29a181140e8d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.436890] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating folder: Project (7c76a2c7a58d4ca6bf89cb2a573815d8). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.437586] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-318987c2-fa0b-41f5-b615-c70be7c5ece2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.456907] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created folder: Project (7c76a2c7a58d4ca6bf89cb2a573815d8) in parent group-v614632. [ 625.457329] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating folder: Instances. Parent ref: group-v614651. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.457619] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a607dd-c92c-472f-8cc8-fe568c8be9c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.472822] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created folder: Instances in parent group-v614651. [ 625.473182] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.473229] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.473898] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d56ffe-f394-4a97-87f3-708785ddac0d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.507900] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520edcd5-6e9b-57ec-5250-d42e30dc08cf, 'name': SearchDatastore_Task, 'duration_secs': 0.064232} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.509366] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.509644] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e7cfb8f9-facb-4c79-a98c-dbd84cd54c20/e7cfb8f9-facb-4c79-a98c-dbd84cd54c20.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.509934] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.509934] env[68199]: value = "task-3069533" [ 625.509934] env[68199]: _type = "Task" [ 625.509934] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.510230] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e0f94a-c4e0-4373-973b-9ab6ccbaf253 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.527170] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 625.527170] env[68199]: value = "task-3069534" [ 625.527170] env[68199]: _type = "Task" [ 625.527170] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.527514] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069533, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.541218] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.605994] env[68199]: DEBUG nova.policy [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7505ff3cc7b04f2988315e332a0e271e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac3d5efe7ab45c19152a3b555b07770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.663889] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.3061} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.663889] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.664756] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ebfa20-7f69-4ccb-ada5-230c002318b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.696739] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.700079] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12003914-45ef-4746-ba6e-866af875a69f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.727261] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 625.727261] env[68199]: value = "task-3069535" [ 625.727261] env[68199]: _type = "Task" [ 625.727261] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.737606] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.771360] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Successfully updated port: 87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.885608] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.030977] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069533, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.046019] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.088221] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Successfully updated port: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.226390] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f95f0e-9621-497c-91df-5ee23f1b6f40 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.235811] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365341d1-dbbd-4033-889b-6f988aeb2f63 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.243587] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.274839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b818ffa-b093-43f2-947e-4f558f196b20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.282479] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.283338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.283338] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.287194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec2935-46cf-4eb3-af11-f0e35c7a1c43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.302466] env[68199]: DEBUG nova.compute.provider_tree [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.333686] env[68199]: DEBUG nova.network.neutron [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.542158] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069533, 'name': CreateVM_Task, 'duration_secs': 0.584422} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.542158] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.542976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.542976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.543164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.543757] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39da19e1-be9b-478b-b868-3efb00a54f70 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.549429] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743843} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.550119] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e7cfb8f9-facb-4c79-a98c-dbd84cd54c20/e7cfb8f9-facb-4c79-a98c-dbd84cd54c20.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.550396] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.550637] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f62a27a-7221-4f02-a9e7-f4287d40a7c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.554660] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 626.554660] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f96b0b-fecc-04af-eff4-64ffdc503937" [ 626.554660] env[68199]: _type = "Task" [ 626.554660] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.561013] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 626.561013] env[68199]: value = "task-3069536" [ 626.561013] env[68199]: _type = "Task" [ 626.561013] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.568863] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f96b0b-fecc-04af-eff4-64ffdc503937, 'name': SearchDatastore_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.569034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.569670] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.569971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.570182] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.570431] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.570718] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-870d1ac9-2387-4ec7-b860-2237dd7ecf7c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.576476] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.586062] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.586062] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.586447] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0550e371-41d2-4753-beb6-0474bfd5dc8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.594725] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 626.594725] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52341d1b-c46f-516e-3b5e-6e85c8c43ef8" [ 626.594725] env[68199]: _type = "Task" [ 626.594725] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.597927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.598261] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.613066] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52341d1b-c46f-516e-3b5e-6e85c8c43ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.613967] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445cc186-b0ff-4b8b-922c-df7e41dd117a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.624614] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 626.624614] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ee357c-499b-290d-a1d2-95c2c982397f" [ 626.624614] env[68199]: _type = "Task" [ 626.624614] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.640824] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee357c-499b-290d-a1d2-95c2c982397f, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.641255] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.641568] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.641797] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fc2d2a1-b1ae-4100-b07e-18cb19192fb3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.654579] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 626.654579] env[68199]: value = "task-3069537" [ 626.654579] env[68199]: _type = "Task" [ 626.654579] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.670605] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.674280] env[68199]: DEBUG nova.network.neutron [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updated VIF entry in instance network info cache for port 5b66c93a-f5b3-4332-9311-84d51ec40a0d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.674642] env[68199]: DEBUG nova.network.neutron [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updating instance_info_cache with network_info: [{"id": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "address": "fa:16:3e:50:8a:c7", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b66c93a-f5", "ovs_interfaceid": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.740218] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069535, 'name': ReconfigVM_Task, 'duration_secs': 0.746825} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.740503] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.741257] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-044ae661-d210-49c3-b9fb-2d16016a9be7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.750715] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 626.750715] env[68199]: value = "task-3069538" [ 626.750715] env[68199]: _type = "Task" [ 626.750715] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.761789] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069538, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.810022] env[68199]: DEBUG nova.scheduler.client.report [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.837715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.910347] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.931723] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.951550] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.951817] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.951970] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.953262] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.953432] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.953584] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.953799] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.953959] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.954713] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.954713] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.954713] env[68199]: DEBUG nova.virt.hardware [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.955575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68781e-cb3a-413a-bb02-c10bbe1cbd5b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.966791] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f61a4e-6d83-4d04-b1bf-3ce1d2b0a6e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.080055] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077214} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.080055] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.080995] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6638e5fe-6720-4dc8-9a76-efe0e500d55b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.123484] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e7cfb8f9-facb-4c79-a98c-dbd84cd54c20/e7cfb8f9-facb-4c79-a98c-dbd84cd54c20.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.123875] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57ae7c0-95fa-44d3-af21-0ff8ab967fc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.157929] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Successfully created port: d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.171810] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 627.171810] env[68199]: value = "task-3069539" [ 627.171810] env[68199]: _type = "Task" [ 627.171810] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.179817] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.180675] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Releasing lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180832] env[68199]: DEBUG nova.compute.manager [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Received event network-vif-plugged-18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.181498] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Acquiring lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.181498] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.181498] env[68199]: DEBUG oslo_concurrency.lockutils [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.181498] env[68199]: DEBUG nova.compute.manager [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] No waiting events found dispatching network-vif-plugged-18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.181758] env[68199]: WARNING nova.compute.manager [req-bedafc14-78a8-454c-84d5-eeb601fd247b req-25cac795-9dab-466d-be47-48d17184247f service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Received unexpected event network-vif-plugged-18eddf48-4f94-492d-858b-29a181140e8d for instance with vm_state building and task_state spawning. [ 627.191144] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.246149] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.265403] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069538, 'name': Rename_Task, 'duration_secs': 0.237054} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.266398] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.266398] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef543356-2ccf-46a0-95e7-a58767c0a000 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.275973] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 627.275973] env[68199]: value = "task-3069540" [ 627.275973] env[68199]: _type = "Task" [ 627.275973] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.320503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.320503] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.323745] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.905s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.325409] env[68199]: INFO nova.compute.claims [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.671910] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618985} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.672247] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.672452] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.672765] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b94ccd3f-6bcb-4f0f-b866-62c99a96f364 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.690724] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.690724] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 627.690724] env[68199]: value = "task-3069541" [ 627.690724] env[68199]: _type = "Task" [ 627.690724] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.701323] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.725885] env[68199]: DEBUG nova.network.neutron [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Updating instance_info_cache with network_info: [{"id": "87521fec-d050-4efd-ae7f-994cb6764b92", "address": "fa:16:3e:c5:62:76", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87521fec-d0", "ovs_interfaceid": "87521fec-d050-4efd-ae7f-994cb6764b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.790506] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069540, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.833443] env[68199]: DEBUG nova.compute.utils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.836998] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.837195] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.002911] env[68199]: DEBUG nova.network.neutron [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.011776] env[68199]: DEBUG nova.policy [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c75f098c3a4a528d748b14475e8cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52fe6404c9443b4b137e652123bb7c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.183874] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069539, 'name': ReconfigVM_Task, 'duration_secs': 0.922714} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.184179] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e7cfb8f9-facb-4c79-a98c-dbd84cd54c20/e7cfb8f9-facb-4c79-a98c-dbd84cd54c20.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.184935] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1b6ecc-f9f9-4344-b587-671e8c26cdc5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.192535] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 628.192535] env[68199]: value = "task-3069542" [ 628.192535] env[68199]: _type = "Task" [ 628.192535] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.210507] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130843} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.214578] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.214955] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069542, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.215763] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51eb57f-0d5c-43d1-a3bb-bf16e0d4c666 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.235348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.235758] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Instance network_info: |[{"id": "87521fec-d050-4efd-ae7f-994cb6764b92", "address": "fa:16:3e:c5:62:76", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87521fec-d0", "ovs_interfaceid": "87521fec-d050-4efd-ae7f-994cb6764b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.244960] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.245498] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:62:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87521fec-d050-4efd-ae7f-994cb6764b92', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.255514] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.255514] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92acbd7a-4073-41fa-8a98-014f381d5f8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.269022] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.269890] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795c89bc-d3c2-424d-984d-b729b96e23b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.291780] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 628.291780] env[68199]: value = "task-3069543" [ 628.291780] env[68199]: _type = "Task" [ 628.291780] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.299296] env[68199]: DEBUG oslo_vmware.api [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069540, 'name': PowerOnVM_Task, 'duration_secs': 0.802538} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.299629] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.299629] env[68199]: value = "task-3069544" [ 628.299629] env[68199]: _type = "Task" [ 628.299629] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.300244] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.300508] env[68199]: INFO nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Took 13.60 seconds to spawn the instance on the hypervisor. [ 628.300765] env[68199]: DEBUG nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.301761] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abffa75-f33e-468f-8ae8-596220977888 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.310353] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.316498] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069544, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.338427] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.395126] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.396083] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497ef19f-2d95-4d7d-b44f-b7a74f19f92a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.403450] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 628.403450] env[68199]: value = "task-3069545" [ 628.403450] env[68199]: _type = "Task" [ 628.403450] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.406324] env[68199]: DEBUG nova.compute.manager [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Received event network-changed {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.406324] env[68199]: DEBUG nova.compute.manager [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Refreshing instance network info cache due to event network-changed. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.406324] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] Acquiring lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406515] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] Acquired lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.406681] env[68199]: DEBUG nova.network.neutron [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.426356] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.479716] env[68199]: DEBUG nova.compute.manager [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-vif-plugged-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.479861] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.480136] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.480378] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.480587] env[68199]: DEBUG nova.compute.manager [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] No waiting events found dispatching network-vif-plugged-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.480752] env[68199]: WARNING nova.compute.manager [req-1e929542-2e84-44cb-a398-782b9775ff67 req-f607cf32-1fb6-44c7-b831-a4b29cfa710d service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received unexpected event network-vif-plugged-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c for instance with vm_state building and task_state spawning. [ 628.505926] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.506475] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Instance network_info: |[{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.507219] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:e6:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9dc7bf8-4e1e-47fe-97eb-6148ecd0519c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.519328] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating folder: Project (39725791e61f4150b90a663d0aec20b2). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.523287] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3943f86-d338-4c4f-873c-2f2222771f6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.536084] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created folder: Project (39725791e61f4150b90a663d0aec20b2) in parent group-v614632. [ 628.536084] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating folder: Instances. Parent ref: group-v614655. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.536287] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779d2ba0-72d1-4607-b027-e80e1cc1b358 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.548764] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created folder: Instances in parent group-v614655. [ 628.549920] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.549920] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.549920] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e0c26b-d4b6-4307-b497-9bc31a3a18ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.577991] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.577991] env[68199]: value = "task-3069548" [ 628.577991] env[68199]: _type = "Task" [ 628.577991] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.585887] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069548, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.708207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Acquiring lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.708207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.708207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Acquiring lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.708207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.708555] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.710855] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069542, 'name': Rename_Task, 'duration_secs': 0.332315} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.710855] env[68199]: INFO nova.compute.manager [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Terminating instance [ 628.712709] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.717995] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1058950-a208-4235-b000-940e1a8a8698 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.724893] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 628.724893] env[68199]: value = "task-3069549" [ 628.724893] env[68199]: _type = "Task" [ 628.724893] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.738486] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.742009] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459e08c2-fdd2-439f-8d73-f264c69c629c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.753579] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069a276-3d85-4e92-af92-4fbfa7ed3e90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.792546] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f9b13f-e892-436d-9116-b056479cc6eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.812463] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87edffab-2630-4ddd-a3a7-31159368f936 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.817981] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.831930] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069544, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.839945] env[68199]: DEBUG nova.compute.provider_tree [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.841993] env[68199]: INFO nova.compute.manager [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Took 23.52 seconds to build instance. [ 628.919392] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069545, 'name': PowerOffVM_Task, 'duration_secs': 0.275206} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.919392] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.920116] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada2016-74ea-4163-a12c-6378a56a5082 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.941801] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6256173-dd73-479c-a866-cdbf1600f722 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.988508] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.988907] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b99ad89-9a19-4707-a6c3-e31629acd149 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.997936] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 628.997936] env[68199]: value = "task-3069550" [ 628.997936] env[68199]: _type = "Task" [ 628.997936] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.010310] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 629.014347] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.014347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.014347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.014347] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.014347] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f17af5-9e76-400d-a30a-85a8e736b743 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.021600] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.021851] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.024843] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68054728-4896-469a-9ba6-07579cc10874 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.030644] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 629.030644] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52373cb9-4a18-3163-cf2e-f643ddf64f1a" [ 629.030644] env[68199]: _type = "Task" [ 629.030644] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.040671] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52373cb9-4a18-3163-cf2e-f643ddf64f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.086628] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069548, 'name': CreateVM_Task, 'duration_secs': 0.461686} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.086890] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.087543] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.087901] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.088031] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.088677] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee952036-4958-42d5-a3b1-44ede096bdb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.094227] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 629.094227] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ade72d-b903-32a5-a5e4-b406a4f6171f" [ 629.094227] env[68199]: _type = "Task" [ 629.094227] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.109156] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ade72d-b903-32a5-a5e4-b406a4f6171f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.211367] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Successfully created port: e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.220604] env[68199]: DEBUG nova.compute.manager [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.220835] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.224020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19062bca-658b-4ee2-afb4-81f49de9ceb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.231924] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.232961] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077a1442-184d-457b-a364-8da2befea509 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.237735] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069549, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.243776] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Waiting for the task: (returnval){ [ 629.243776] env[68199]: value = "task-3069551" [ 629.243776] env[68199]: _type = "Task" [ 629.243776] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.252568] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Task: {'id': task-3069551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.315300] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069543, 'name': ReconfigVM_Task, 'duration_secs': 0.55359} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.315408] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.319299] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add1b18b-ac46-4928-8f65-4350cd4418e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.323548] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069544, 'name': CreateVM_Task, 'duration_secs': 0.59239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.323548] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.323548] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.328916] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 629.328916] env[68199]: value = "task-3069552" [ 629.328916] env[68199]: _type = "Task" [ 629.328916] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.336495] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069552, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.350523] env[68199]: DEBUG nova.scheduler.client.report [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.354387] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b4879966-be36-4302-894f-f6c3aa1f7522 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.042s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.355463] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.361862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.569s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.361862] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] During sync_power_state the instance has a pending task (spawning). Skip. [ 629.361862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.396888] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.396888] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.397234] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.398196] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.398392] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.398798] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.398798] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.398950] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.399222] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.399465] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.399725] env[68199]: DEBUG nova.virt.hardware [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.401345] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4247d0-cf12-42f5-a4b1-865a98ff00fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.410862] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03d8f46-3bfe-4a88-9f40-402e332cb4ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.544127] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52373cb9-4a18-3163-cf2e-f643ddf64f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.544562] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8205e3-3432-4edc-afde-bea7cf8c5646 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.550792] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 629.550792] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52593b1a-2f5f-4016-773e-a18199f3da79" [ 629.550792] env[68199]: _type = "Task" [ 629.550792] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.560109] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52593b1a-2f5f-4016-773e-a18199f3da79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.606754] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ade72d-b903-32a5-a5e4-b406a4f6171f, 'name': SearchDatastore_Task, 'duration_secs': 0.025472} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.607092] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.607343] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.608109] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.608109] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.608109] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.608854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.608854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.609083] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ada436-f0d1-4eb1-953c-79f775ab2527 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.610836] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade05521-1013-4195-8f1b-6a9554d6389e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.615696] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Received event network-changed-18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.615881] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Refreshing instance network info cache due to event network-changed-18eddf48-4f94-492d-858b-29a181140e8d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.616099] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Acquiring lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.616241] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Acquired lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.616395] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Refreshing network info cache for port 18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.624116] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 629.624116] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527e805d-8b71-4409-314e-43663ef01b0f" [ 629.624116] env[68199]: _type = "Task" [ 629.624116] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.630058] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.630255] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.631738] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224a052b-3fa0-4a3f-ac66-a5bece624836 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.636957] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527e805d-8b71-4409-314e-43663ef01b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.640274] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 629.640274] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d0585d-3aa8-2441-dd63-dab66611b2ad" [ 629.640274] env[68199]: _type = "Task" [ 629.640274] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.651849] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d0585d-3aa8-2441-dd63-dab66611b2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.736139] env[68199]: DEBUG oslo_vmware.api [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3069549, 'name': PowerOnVM_Task, 'duration_secs': 0.765264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.736410] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.736606] env[68199]: INFO nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Took 12.63 seconds to spawn the instance on the hypervisor. [ 629.736779] env[68199]: DEBUG nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.737595] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f14d4b-d22a-41ee-842a-ebd41db5220e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.740844] env[68199]: DEBUG nova.network.neutron [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Updating instance_info_cache with network_info: [{"id": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "address": "fa:16:3e:bd:3c:f1", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c72a6fe-d2", "ovs_interfaceid": "6c72a6fe-d26f-4727-8ac2-8058438141a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.760026] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Task: {'id': task-3069551, 'name': PowerOffVM_Task, 'duration_secs': 0.211891} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.760026] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.760026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.760026] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c5f10a-5f8d-4dfc-83c4-885358b64764 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.838204] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069552, 'name': Rename_Task, 'duration_secs': 0.167236} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.838494] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.838754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73985b3-4417-41aa-b66f-cc3d187c5880 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.842244] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.842437] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.842612] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Deleting the datastore file [datastore1] e4908ba5-34c1-4386-a4ed-d1454f741a13 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.842852] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47dd308e-a597-40c7-868c-8db64e7c232c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.849316] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 629.849316] env[68199]: value = "task-3069554" [ 629.849316] env[68199]: _type = "Task" [ 629.849316] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.853945] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Waiting for the task: (returnval){ [ 629.853945] env[68199]: value = "task-3069555" [ 629.853945] env[68199]: _type = "Task" [ 629.853945] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.862427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.863282] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.867610] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.869946] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.870708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.846s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.872981] env[68199]: INFO nova.compute.claims [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.879419] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Task: {'id': task-3069555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.066429] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52593b1a-2f5f-4016-773e-a18199f3da79, 'name': SearchDatastore_Task, 'duration_secs': 0.037931} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.066704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.066958] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 630.067331] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a3536d-0f36-40a0-8a6e-b0af42c8d5c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.074421] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 630.074421] env[68199]: value = "task-3069556" [ 630.074421] env[68199]: _type = "Task" [ 630.074421] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.083308] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.137491] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527e805d-8b71-4409-314e-43663ef01b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.028151} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.137957] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.138260] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.138479] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.150295] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d0585d-3aa8-2441-dd63-dab66611b2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.028347} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.151139] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3b3681-7338-4664-8ed3-62ab1e93c723 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.156413] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 630.156413] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522a33ab-6182-60c3-e849-ac7939ac1a41" [ 630.156413] env[68199]: _type = "Task" [ 630.156413] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.166188] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522a33ab-6182-60c3-e849-ac7939ac1a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.243950] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2726358-6ddc-4315-bacc-5d6579298b91 tempest-ServerExternalEventsTest-1521898140 tempest-ServerExternalEventsTest-1521898140-project] Releasing lock "refresh_cache-46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258653] env[68199]: INFO nova.compute.manager [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Took 22.85 seconds to build instance. [ 630.368437] env[68199]: DEBUG oslo_vmware.api [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Task: {'id': task-3069555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269085} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.369780] env[68199]: DEBUG nova.compute.utils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.371134] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.371402] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.371581] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.371752] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.371924] env[68199]: INFO nova.compute.manager [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 630.372184] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.372409] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.372585] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.379073] env[68199]: DEBUG nova.compute.manager [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.379073] env[68199]: DEBUG nova.network.neutron [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.417340] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.568170] env[68199]: DEBUG nova.policy [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb2684a7d3741c096f8590e3c247385', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd43f12a78baa4cf78cbc91e0819a50a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.586651] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.673417] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522a33ab-6182-60c3-e849-ac7939ac1a41, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.673575] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.677058] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a9204581-7d78-46e0-8b74-5da309b58fa4/a9204581-7d78-46e0-8b74-5da309b58fa4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.677058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.677058] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.677058] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec4e9d99-d9d7-4612-bbfe-4aeac555f0ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.677058] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5e1cd9-c55c-42e4-9636-9d87ae643ccc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.683971] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 630.683971] env[68199]: value = "task-3069557" [ 630.683971] env[68199]: _type = "Task" [ 630.683971] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.685192] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.685338] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.689885] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e26bb93-2a95-469f-a433-20feed3a9b97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.699563] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 630.699563] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527bd5fa-fe1a-a4a5-0988-1b8942105379" [ 630.699563] env[68199]: _type = "Task" [ 630.699563] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.700024] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.712963] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527bd5fa-fe1a-a4a5-0988-1b8942105379, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.713904] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6342c86-9f6d-4357-ba57-957a48533ad7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.719529] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 630.719529] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f242b6-1daa-27fe-a717-6e5f69633295" [ 630.719529] env[68199]: _type = "Task" [ 630.719529] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.737133] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f242b6-1daa-27fe-a717-6e5f69633295, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.737133] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737133] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 3399c49e-5663-46a8-8135-7f0f70f00028/3399c49e-5663-46a8-8135-7f0f70f00028.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.737133] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76bcb342-3908-4110-978b-8a1fbfbfc68e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.746245] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 630.746245] env[68199]: value = "task-3069558" [ 630.746245] env[68199]: _type = "Task" [ 630.746245] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.754033] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.760225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d242ddae-5259-47d1-9183-9f239b1e83d2 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.364s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.760225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.969s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.760225] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] During sync_power_state the instance has a pending task (spawning). Skip. [ 630.760225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.867199] env[68199]: DEBUG oslo_vmware.api [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069554, 'name': PowerOnVM_Task, 'duration_secs': 0.580167} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.872153] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Updated VIF entry in instance network info cache for port 18eddf48-4f94-492d-858b-29a181140e8d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.872583] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Updating instance_info_cache with network_info: [{"id": "18eddf48-4f94-492d-858b-29a181140e8d", "address": "fa:16:3e:3e:83:ed", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18eddf48-4f", "ovs_interfaceid": "18eddf48-4f94-492d-858b-29a181140e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.873877] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.874093] env[68199]: INFO nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Took 11.43 seconds to spawn the instance on the hypervisor. [ 630.874280] env[68199]: DEBUG nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.875657] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79a7ab-d59b-4d5f-ae36-b3748921af1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.885312] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.035427] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Successfully updated port: d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.087673] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568583} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.088144] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 631.090049] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6ac44-c04a-4f63-8c8f-a47ef77cb34b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.121423] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.126138] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee554f2e-9ca2-4dc7-947b-811bff670bf5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.141840] env[68199]: DEBUG nova.network.neutron [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.151224] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 631.151224] env[68199]: value = "task-3069559" [ 631.151224] env[68199]: _type = "Task" [ 631.151224] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.168749] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.202236] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069557, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.244455] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197bbaa-105a-429f-bbf6-82afa85089db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.259153] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.262676] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.266724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59139ff9-e424-41ef-b92e-e4812cdb8d37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.305801] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e8c8d-237c-4214-9fd4-374da1425259 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.324372] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e929bf-1dc9-478f-b96c-31cbe03123db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.347226] env[68199]: DEBUG nova.compute.provider_tree [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.387289] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Releasing lock "refresh_cache-733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.387651] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Received event network-vif-plugged-87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.387854] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Acquiring lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.388228] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.388428] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.388615] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] No waiting events found dispatching network-vif-plugged-87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.388841] env[68199]: WARNING nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Received unexpected event network-vif-plugged-87521fec-d050-4efd-ae7f-994cb6764b92 for instance with vm_state building and task_state spawning. [ 631.389017] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Received event network-changed-87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.389183] env[68199]: DEBUG nova.compute.manager [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Refreshing instance network info cache due to event network-changed-87521fec-d050-4efd-ae7f-994cb6764b92. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.389423] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Acquiring lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.389569] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Acquired lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389732] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Refreshing network info cache for port 87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.410091] env[68199]: INFO nova.compute.manager [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Took 22.04 seconds to build instance. [ 631.458678] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Successfully created port: 980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.540720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.540953] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquired lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.541153] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.589103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "287b6463-6084-4002-9667-e6bb607f61d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.589434] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.645805] env[68199]: INFO nova.compute.manager [-] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Took 1.27 seconds to deallocate network for instance. [ 631.664510] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.698747] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563852} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.699336] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a9204581-7d78-46e0-8b74-5da309b58fa4/a9204581-7d78-46e0-8b74-5da309b58fa4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.699878] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.700709] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e279fc3-ba4c-4e41-8293-00797dc74676 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.713171] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 631.713171] env[68199]: value = "task-3069560" [ 631.713171] env[68199]: _type = "Task" [ 631.713171] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.725879] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.760985] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845695} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.760985] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 3399c49e-5663-46a8-8135-7f0f70f00028/3399c49e-5663-46a8-8135-7f0f70f00028.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.760985] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.762352] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e734925-6270-45ff-b658-7c1091ee0bca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.769147] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 631.769147] env[68199]: value = "task-3069561" [ 631.769147] env[68199]: _type = "Task" [ 631.769147] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.788685] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.809155] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.874989] env[68199]: ERROR nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [req-5e77761d-a213-44b7-bdbb-774b567ad7e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e77761d-a213-44b7-bdbb-774b567ad7e4"}]} [ 631.895570] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.896128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.896583] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.897108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.897108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.899448] env[68199]: DEBUG nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.904023] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.907673] env[68199]: INFO nova.compute.manager [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Terminating instance [ 631.917361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5021013e-6db9-449b-a6d6-bd424aaf8386 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.560s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.922873] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.132s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.923101] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] During sync_power_state the instance has a pending task (spawning). Skip. [ 631.923280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.928067] env[68199]: DEBUG nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.928067] env[68199]: DEBUG nova.compute.provider_tree [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.934777] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.935116] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.935192] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.935427] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.935491] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.935636] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.935869] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.936049] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.936227] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.936402] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.936578] env[68199]: DEBUG nova.virt.hardware [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.939907] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900b9dcd-0c2f-4538-b7e9-bc48ce5e7826 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.946634] env[68199]: DEBUG nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 631.952540] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2236547-e8f8-438b-9fdd-b6661bb98539 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.971238] env[68199]: DEBUG nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.155128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.169050] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069559, 'name': ReconfigVM_Task, 'duration_secs': 0.641282} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.169412] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.170405] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdbb732-a6a5-4183-b1f4-c67f16cb432c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.210372] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577ee88d-1f2e-4d94-95c1-f14e3d475684 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.235196] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.239066] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.240686] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 632.240686] env[68199]: value = "task-3069562" [ 632.240686] env[68199]: _type = "Task" [ 632.240686] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.240686] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c7129-303d-4578-8e2b-049d9c2f7a5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.252036] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.271529] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] a9204581-7d78-46e0-8b74-5da309b58fa4/a9204581-7d78-46e0-8b74-5da309b58fa4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.277341] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576b30df-4f05-4411-bbb1-3c7ed212e637 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.304415] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073144} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.305732] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.306088] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 632.306088] env[68199]: value = "task-3069563" [ 632.306088] env[68199]: _type = "Task" [ 632.306088] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.306800] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64428d58-fda9-4f95-b239-f54a606ce1c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.315519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cd3fb-9a6b-4051-9719-ea5f4683c2b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.335996] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe0f3d-f4af-4493-a929-301772598b44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.339976] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.349271] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 3399c49e-5663-46a8-8135-7f0f70f00028/3399c49e-5663-46a8-8135-7f0f70f00028.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.349486] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037a206b-3969-49ea-b1fe-0477fb58070a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.396434] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7820e98e-b67f-419e-a055-09446e12d18f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.399160] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 632.399160] env[68199]: value = "task-3069564" [ 632.399160] env[68199]: _type = "Task" [ 632.399160] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.400013] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.411027] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2c74a-f69d-4732-b1d4-89bec29b0754 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.416755] env[68199]: DEBUG nova.compute.manager [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.416968] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.417430] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.418102] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817029c9-7482-4a92-92b2-442e972d27ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.430490] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.433258] env[68199]: DEBUG nova.compute.provider_tree [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.436616] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.437228] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee56eb2-8baf-4ad0-a992-d2a6ba37e127 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.443278] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 632.443278] env[68199]: value = "task-3069565" [ 632.443278] env[68199]: _type = "Task" [ 632.443278] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.453561] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.659733] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Updated VIF entry in instance network info cache for port 87521fec-d050-4efd-ae7f-994cb6764b92. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.663816] env[68199]: DEBUG nova.network.neutron [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Updating instance_info_cache with network_info: [{"id": "87521fec-d050-4efd-ae7f-994cb6764b92", "address": "fa:16:3e:c5:62:76", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87521fec-d0", "ovs_interfaceid": "87521fec-d050-4efd-ae7f-994cb6764b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.754574] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069562, 'name': ReconfigVM_Task, 'duration_secs': 0.362844} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.755315] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.755315] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78de77ec-778b-4896-9fa7-afac16715c01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.761720] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 632.761720] env[68199]: value = "task-3069566" [ 632.761720] env[68199]: _type = "Task" [ 632.761720] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.772838] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.825282] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.911998] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.958242] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069565, 'name': PowerOffVM_Task, 'duration_secs': 0.385989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.958242] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.958242] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.958242] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c62a1d5-acf1-4e68-8a41-d1627f6bbea8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.975545] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.994362] env[68199]: DEBUG nova.scheduler.client.report [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.994911] env[68199]: DEBUG nova.compute.provider_tree [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 21 to 22 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.995261] env[68199]: DEBUG nova.compute.provider_tree [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.028938] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Successfully updated port: e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.033139] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.033231] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.033347] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Deleting the datastore file [datastore1] 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.033714] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99dd3ca-7da8-4d55-bcdd-e619ee3ef318 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.043623] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for the task: (returnval){ [ 633.043623] env[68199]: value = "task-3069568" [ 633.043623] env[68199]: _type = "Task" [ 633.043623] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.053770] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.122675] env[68199]: DEBUG nova.network.neutron [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Updating instance_info_cache with network_info: [{"id": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "address": "fa:16:3e:b4:a9:3d", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e3e1c-0d", "ovs_interfaceid": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.164264] env[68199]: DEBUG oslo_concurrency.lockutils [req-187855eb-7d4e-44d6-b2e6-bbfdcb2f8fc4 req-9e73827d-0502-4e5e-95f5-72a224662666 service nova] Releasing lock "refresh_cache-3399c49e-5663-46a8-8135-7f0f70f00028" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.278377] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.322263] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069563, 'name': ReconfigVM_Task, 'duration_secs': 0.676745} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.322461] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfigured VM instance instance-00000009 to attach disk [datastore2] a9204581-7d78-46e0-8b74-5da309b58fa4/a9204581-7d78-46e0-8b74-5da309b58fa4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.323137] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac0a547c-fc79-4e8b-8b3e-807bd5ebc659 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.330123] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 633.330123] env[68199]: value = "task-3069569" [ 633.330123] env[68199]: _type = "Task" [ 633.330123] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.339864] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069569, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.414542] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069564, 'name': ReconfigVM_Task, 'duration_secs': 0.606299} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.414688] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 3399c49e-5663-46a8-8135-7f0f70f00028/3399c49e-5663-46a8-8135-7f0f70f00028.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.415349] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70cf7597-f9eb-440a-8cf3-1403a1ac282a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.421560] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 633.421560] env[68199]: value = "task-3069570" [ 633.421560] env[68199]: _type = "Task" [ 633.421560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.430026] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069570, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.501069] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.630s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.501686] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.504694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.531s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.540193] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.540193] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquired lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.540193] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.564309] env[68199]: DEBUG oslo_vmware.api [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Task: {'id': task-3069568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238905} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.565552] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.565759] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.565932] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.568126] env[68199]: INFO nova.compute.manager [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 633.568126] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.573158] env[68199]: DEBUG nova.compute.manager [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.573158] env[68199]: DEBUG nova.network.neutron [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.626075] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Releasing lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.626420] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Instance network_info: |[{"id": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "address": "fa:16:3e:b4:a9:3d", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e3e1c-0d", "ovs_interfaceid": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.627200] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a9:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd36e3e1c-0da6-4b41-8caf-14e581cbf533', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.638083] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Creating folder: Project (bac3d5efe7ab45c19152a3b555b07770). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.639180] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5faf54bc-6cd7-449f-8f43-7fb6caf099c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.653984] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Created folder: Project (bac3d5efe7ab45c19152a3b555b07770) in parent group-v614632. [ 633.655515] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Creating folder: Instances. Parent ref: group-v614658. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.656263] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc49d00f-6011-4983-8490-449c8732d12a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.672370] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Created folder: Instances in parent group-v614658. [ 633.672537] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.672675] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.672884] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07673069-bfbf-4637-9b84-069675090655 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.698420] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.698420] env[68199]: value = "task-3069573" [ 633.698420] env[68199]: _type = "Task" [ 633.698420] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.707279] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069573, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.774739] env[68199]: DEBUG oslo_vmware.api [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069566, 'name': PowerOnVM_Task, 'duration_secs': 0.561505} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.775280] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.779993] env[68199]: DEBUG nova.compute.manager [None req-09c162b7-adb7-42b6-ada5-0743515f4cc2 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.781046] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba2ba9-2688-4a8d-8fab-a290e3bf6713 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.843240] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069569, 'name': Rename_Task, 'duration_secs': 0.216446} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.843532] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.843788] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce83e831-44ae-4f13-9f59-bda59dfe6e48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.853356] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 633.853356] env[68199]: value = "task-3069574" [ 633.853356] env[68199]: _type = "Task" [ 633.853356] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.864176] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.931212] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069570, 'name': Rename_Task, 'duration_secs': 0.193316} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.931696] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.932122] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251eb6fd-2cf2-40e9-a4b2-72a20bd803b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.938918] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 633.938918] env[68199]: value = "task-3069575" [ 633.938918] env[68199]: _type = "Task" [ 633.938918] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.951097] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.968227] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Successfully updated port: 980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.011701] env[68199]: DEBUG nova.compute.utils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.013408] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.013643] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.120202] env[68199]: DEBUG nova.policy [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a06f64922a44c3a2a9c81d1b291e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7530619713142eb9727991a6d05be6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.124936] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.211543] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069573, 'name': CreateVM_Task, 'duration_secs': 0.482814} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.211842] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.212555] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.212818] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.215954] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.215954] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0a836f-f00b-4c29-9d4d-17050e62a10a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.219541] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 634.219541] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e3ef62-17b4-20d2-4e47-7b4776610191" [ 634.219541] env[68199]: _type = "Task" [ 634.219541] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.228955] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e3ef62-17b4-20d2-4e47-7b4776610191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.369484] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.462721] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.476613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.476613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquired lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.476613] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.532021] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.589242] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 21b5ba2f-3b5e-485a-a59c-6626f8b4be36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.589435] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 2b2c2af2-02ef-4013-b63b-ffe7f9414072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.589604] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e4908ba5-34c1-4386-a4ed-d1454f741a13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 634.589728] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.589840] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e6481c67-cb8e-48a4-9749-fb060e70ffa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.589954] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590088] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590201] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 3399c49e-5663-46a8-8135-7f0f70f00028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590381] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a9204581-7d78-46e0-8b74-5da309b58fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590592] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0c277809-2917-4d44-accf-5d128570d8c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590657] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 1a83858e-331a-4b23-8ef3-393c123d155b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590729] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b65a2734-9ebf-4730-bc75-bffaa1621091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.590842] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 3443ca21-8dbf-4c50-9028-c1989ec04399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.686075] env[68199]: DEBUG nova.network.neutron [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Updating instance_info_cache with network_info: [{"id": "e60da4b6-f988-4020-8690-c0de21647c59", "address": "fa:16:3e:31:97:f2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60da4b6-f9", "ovs_interfaceid": "e60da4b6-f988-4020-8690-c0de21647c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.732494] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e3ef62-17b4-20d2-4e47-7b4776610191, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.732804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733043] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.733279] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.733426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733598] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.733862] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf5844f-11bc-45c4-925f-0afe547589cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.745618] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.745819] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.746688] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792a6653-ea60-46fe-b70a-e2d69c1db17c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.758687] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 634.758687] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528c6a3b-8895-6eaf-740f-12b50ea9a0b9" [ 634.758687] env[68199]: _type = "Task" [ 634.758687] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.770599] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528c6a3b-8895-6eaf-740f-12b50ea9a0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.867750] env[68199]: DEBUG oslo_vmware.api [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3069574, 'name': PowerOnVM_Task, 'duration_secs': 0.571679} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.868829] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.870162] env[68199]: INFO nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Took 10.55 seconds to spawn the instance on the hypervisor. [ 634.871037] env[68199]: DEBUG nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.875435] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c8031-1fe4-4cce-ade8-984cc1b5b4b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.899444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.899444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.934701] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully created port: 92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.936283] env[68199]: DEBUG nova.network.neutron [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.953422] env[68199]: DEBUG oslo_vmware.api [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069575, 'name': PowerOnVM_Task, 'duration_secs': 0.88935} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.953422] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.953616] env[68199]: INFO nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Took 13.09 seconds to spawn the instance on the hypervisor. [ 634.953897] env[68199]: DEBUG nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.954765] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba622f6-c9ea-45a3-bb8d-29a396f18f8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.068159] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.096621] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 26efde6f-cfcd-4f89-9807-94e7622a0e96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.194015] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Releasing lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.194015] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Instance network_info: |[{"id": "e60da4b6-f988-4020-8690-c0de21647c59", "address": "fa:16:3e:31:97:f2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60da4b6-f9", "ovs_interfaceid": "e60da4b6-f988-4020-8690-c0de21647c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.194221] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:97:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60da4b6-f988-4020-8690-c0de21647c59', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.200731] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Creating folder: Project (a52fe6404c9443b4b137e652123bb7c5). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.201791] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d756d9-a7ff-4c9b-b4d5-aeb4acb24abe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.215020] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Created folder: Project (a52fe6404c9443b4b137e652123bb7c5) in parent group-v614632. [ 635.215020] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Creating folder: Instances. Parent ref: group-v614661. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.215020] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e6841d-ebdc-4337-9a7a-8baa62fcba51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.224621] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Created folder: Instances in parent group-v614661. [ 635.225073] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.225409] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.225765] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aeea547-ec06-4179-93e0-b086b9421c8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.250943] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.250943] env[68199]: value = "task-3069578" [ 635.250943] env[68199]: _type = "Task" [ 635.250943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.259965] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069578, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.269471] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528c6a3b-8895-6eaf-740f-12b50ea9a0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01627} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.270531] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fbfda9-00a5-44be-b84f-a512982015f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.278095] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 635.278095] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528206db-0573-0e9a-99f1-0aceee3c4f6e" [ 635.278095] env[68199]: _type = "Task" [ 635.278095] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.290245] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528206db-0573-0e9a-99f1-0aceee3c4f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.324656] env[68199]: DEBUG nova.compute.manager [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-changed-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.324934] env[68199]: DEBUG nova.compute.manager [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing instance network info cache due to event network-changed-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.325191] env[68199]: DEBUG oslo_concurrency.lockutils [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.325232] env[68199]: DEBUG oslo_concurrency.lockutils [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.325377] env[68199]: DEBUG nova.network.neutron [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing network info cache for port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.374077] env[68199]: DEBUG nova.network.neutron [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updating instance_info_cache with network_info: [{"id": "980f8fa9-2520-430e-8238-c3adc8e569fb", "address": "fa:16:3e:4c:df:ae", "network": {"id": "0b4d4eb4-ad09-4df4-af16-6e1439917665", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-164840004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43f12a78baa4cf78cbc91e0819a50a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980f8fa9-25", "ovs_interfaceid": "980f8fa9-2520-430e-8238-c3adc8e569fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.397322] env[68199]: INFO nova.compute.manager [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Took 22.65 seconds to build instance. [ 635.440938] env[68199]: INFO nova.compute.manager [-] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Took 1.87 seconds to deallocate network for instance. [ 635.445417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.445621] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.492677] env[68199]: INFO nova.compute.manager [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Took 24.45 seconds to build instance. [ 635.495833] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully created port: b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.551812] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.598519] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.601364] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.601364] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.601364] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.601364] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.601364] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.601618] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.601618] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.601618] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.601618] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.601754] env[68199]: DEBUG nova.virt.hardware [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.602981] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 56ee06de-74a2-447a-860c-307ab88a8eeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.607234] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae7e99-0cfe-4aa2-8f95-e2f051fc9b9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.617185] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ce993-d434-4eb1-9982-711aeb17ce25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.760208] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069578, 'name': CreateVM_Task, 'duration_secs': 0.422634} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.760417] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.761193] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.761364] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.761697] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.761974] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f35b0b-2c08-4177-9cf7-eba822aa8146 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.771160] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 635.771160] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f2c1f0-62ec-9203-50fa-4e95aad66480" [ 635.771160] env[68199]: _type = "Task" [ 635.771160] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.787371] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f2c1f0-62ec-9203-50fa-4e95aad66480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.793358] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528206db-0573-0e9a-99f1-0aceee3c4f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.02437} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.793713] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.793972] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 0c277809-2917-4d44-accf-5d128570d8c4/0c277809-2917-4d44-accf-5d128570d8c4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.794247] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e2d82c-82ea-40d6-836d-726857c2af5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.804376] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 635.804376] env[68199]: value = "task-3069579" [ 635.804376] env[68199]: _type = "Task" [ 635.804376] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.810531] env[68199]: DEBUG nova.compute.manager [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Received event network-vif-plugged-d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.810732] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Acquiring lock "0c277809-2917-4d44-accf-5d128570d8c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.811142] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Lock "0c277809-2917-4d44-accf-5d128570d8c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.811340] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Lock "0c277809-2917-4d44-accf-5d128570d8c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.811628] env[68199]: DEBUG nova.compute.manager [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] No waiting events found dispatching network-vif-plugged-d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.811862] env[68199]: WARNING nova.compute.manager [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Received unexpected event network-vif-plugged-d36e3e1c-0da6-4b41-8caf-14e581cbf533 for instance with vm_state building and task_state spawning. [ 635.811929] env[68199]: DEBUG nova.compute.manager [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Received event network-changed-d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.812121] env[68199]: DEBUG nova.compute.manager [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Refreshing instance network info cache due to event network-changed-d36e3e1c-0da6-4b41-8caf-14e581cbf533. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.812280] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Acquiring lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.812417] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Acquired lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.812584] env[68199]: DEBUG nova.network.neutron [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Refreshing network info cache for port d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.820509] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.877017] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Releasing lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.877379] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Instance network_info: |[{"id": "980f8fa9-2520-430e-8238-c3adc8e569fb", "address": "fa:16:3e:4c:df:ae", "network": {"id": "0b4d4eb4-ad09-4df4-af16-6e1439917665", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-164840004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43f12a78baa4cf78cbc91e0819a50a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980f8fa9-25", "ovs_interfaceid": "980f8fa9-2520-430e-8238-c3adc8e569fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.878991] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:df:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '980f8fa9-2520-430e-8238-c3adc8e569fb', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.887206] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Creating folder: Project (d43f12a78baa4cf78cbc91e0819a50a7). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.887869] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c870fd2-d752-4835-a41a-a9c9392cd792 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.898670] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Created folder: Project (d43f12a78baa4cf78cbc91e0819a50a7) in parent group-v614632. [ 635.898869] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Creating folder: Instances. Parent ref: group-v614664. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.901895] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed7ad1b-ee64-42ff-ab6a-f3d3f174371d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.904090] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.164s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.918025] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Created folder: Instances in parent group-v614664. [ 635.918025] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.918025] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.918025] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e3d9cd-c48a-4ab5-86cd-ec47351d2de2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.942939] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.942939] env[68199]: value = "task-3069582" [ 635.942939] env[68199]: _type = "Task" [ 635.942939] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.952186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.952440] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069582, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.002141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.970s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.003860] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.213s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.007151] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a12b128-a11b-4fea-b44b-ca98e6a11505 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.086424] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully created port: 37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.107626] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0d5a26e6-dbfd-4baf-800a-46df79939a9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 636.291579] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f2c1f0-62ec-9203-50fa-4e95aad66480, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.291579] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.291579] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.291579] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.293432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.293432] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.293432] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c63ba290-033b-48cd-b8e0-96fdc282f6c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.312255] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.312255] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.318214] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b78399-5967-42ff-a053-c11660bf9d37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.325330] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.332383] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 636.332383] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523fd537-f529-738a-e84f-60cae44c030f" [ 636.332383] env[68199]: _type = "Task" [ 636.332383] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.348262] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fd537-f529-738a-e84f-60cae44c030f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.369471] env[68199]: DEBUG nova.network.neutron [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updated VIF entry in instance network info cache for port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.370623] env[68199]: DEBUG nova.network.neutron [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.409024] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.460932] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069582, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.504934] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.519677] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.612176] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 287b6463-6084-4002-9667-e6bb607f61d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 636.818977] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824937} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.819193] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 0c277809-2917-4d44-accf-5d128570d8c4/0c277809-2917-4d44-accf-5d128570d8c4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.819445] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.821153] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02aab0c2-ebd6-4138-9152-d944110de18a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.827545] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 636.827545] env[68199]: value = "task-3069583" [ 636.827545] env[68199]: _type = "Task" [ 636.827545] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.849679] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.849936] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fd537-f529-738a-e84f-60cae44c030f, 'name': SearchDatastore_Task, 'duration_secs': 0.062575} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.850774] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d62c1e4-5d30-4650-8f83-784e207ac941 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.859752] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 636.859752] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d577-11cd-6210-f699-b46c8aa6ba89" [ 636.859752] env[68199]: _type = "Task" [ 636.859752] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.873594] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5246d577-11cd-6210-f699-b46c8aa6ba89, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.873773] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.874046] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1a83858e-331a-4b23-8ef3-393c123d155b/1a83858e-331a-4b23-8ef3-393c123d155b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.874792] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09161201-0f1d-46a0-a79f-e09bd72e7739 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.877768] env[68199]: DEBUG oslo_concurrency.lockutils [req-074b5b3c-f752-45e3-a4fe-de0566fe215e req-47b691c4-c0dd-4cff-aa6e-2cc3e6687432 service nova] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.881234] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 636.881234] env[68199]: value = "task-3069584" [ 636.881234] env[68199]: _type = "Task" [ 636.881234] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.893290] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.941908] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.953652] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069582, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.958310] env[68199]: DEBUG nova.network.neutron [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Updated VIF entry in instance network info cache for port d36e3e1c-0da6-4b41-8caf-14e581cbf533. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.958702] env[68199]: DEBUG nova.network.neutron [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Updating instance_info_cache with network_info: [{"id": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "address": "fa:16:3e:b4:a9:3d", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36e3e1c-0d", "ovs_interfaceid": "d36e3e1c-0da6-4b41-8caf-14e581cbf533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.033165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.118444] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 637.118444] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 637.118444] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 637.348392] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067168} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.348392] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.348392] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952d28b-1841-4b47-bb6a-0c4ad8b07ac3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.390015] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0c277809-2917-4d44-accf-5d128570d8c4/0c277809-2917-4d44-accf-5d128570d8c4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.394449] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c21270-4ff0-4cd3-beab-1239d48aa884 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.429244] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 637.429244] env[68199]: value = "task-3069585" [ 637.429244] env[68199]: _type = "Task" [ 637.429244] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.433536] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49919} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.438820] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1a83858e-331a-4b23-8ef3-393c123d155b/1a83858e-331a-4b23-8ef3-393c123d155b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.439169] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.441993] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7632470c-2db0-4503-957e-5ed549d91b9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.453011] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.455307] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 637.455307] env[68199]: value = "task-3069586" [ 637.455307] env[68199]: _type = "Task" [ 637.455307] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.463622] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069582, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.468289] env[68199]: DEBUG oslo_concurrency.lockutils [req-bd44278a-7d4e-4423-9b8d-2a5bd5e2b4ac req-81a0fec7-7b53-4307-add5-79f5affe31ac service nova] Releasing lock "refresh_cache-0c277809-2917-4d44-accf-5d128570d8c4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.475846] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.532666] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d4fe4a-490b-4045-9f47-39e1437d0c6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.540526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724ad0f-33eb-4ee3-bb60-b5904492f4be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.573131] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e900e-310d-4b01-93cf-d7af0b6d6807 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.584044] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7378c16-4d3c-4a0d-9bd9-c55ffe5093bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.596992] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.939446] env[68199]: DEBUG nova.compute.manager [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 637.949512] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.958107] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069582, 'name': CreateVM_Task, 'duration_secs': 1.55394} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.962105] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.963019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.963019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.963284] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.963954] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd59ca8-9315-4eef-ac1c-06286bad4d8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968795] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081398} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.969599] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.970360] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25977b1e-c9de-45ba-bfbc-0dffcf589375 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.975507] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 637.975507] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52724e54-31b2-5c6e-7ddf-ade006498f07" [ 637.975507] env[68199]: _type = "Task" [ 637.975507] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.003761] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1a83858e-331a-4b23-8ef3-393c123d155b/1a83858e-331a-4b23-8ef3-393c123d155b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.005029] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65999fb2-f0c3-451d-b282-118843e0d004 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.025513] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52724e54-31b2-5c6e-7ddf-ade006498f07, 'name': SearchDatastore_Task, 'duration_secs': 0.030392} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.026195] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.026287] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.026472] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.026615] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.027206] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.027351] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e858a97-6b7b-47e5-8c07-b6f59b2ff1e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.031251] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 638.031251] env[68199]: value = "task-3069587" [ 638.031251] env[68199]: _type = "Task" [ 638.031251] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.037992] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.038263] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.042167] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bddbbbc-6cd4-4461-9080-57d34d2ec4b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.045098] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.048808] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 638.048808] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c65db7-ba38-ef26-8a54-9d4a64297ea8" [ 638.048808] env[68199]: _type = "Task" [ 638.048808] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.059119] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c65db7-ba38-ef26-8a54-9d4a64297ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.100698] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.431623] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.431971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.449327] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069585, 'name': ReconfigVM_Task, 'duration_secs': 0.644157} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.450636] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0c277809-2917-4d44-accf-5d128570d8c4/0c277809-2917-4d44-accf-5d128570d8c4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.451691] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7a4aa3-2292-48c8-8db2-204076e7e98c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.460217] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 638.460217] env[68199]: value = "task-3069588" [ 638.460217] env[68199]: _type = "Task" [ 638.460217] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.465321] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.473612] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069588, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.500295] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully updated port: 92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.542443] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.559054] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c65db7-ba38-ef26-8a54-9d4a64297ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.047976} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.559890] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90b9b26-cdf1-4e07-8a40-7a33ad0c04c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.565662] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 638.565662] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f626a6-7b99-79fe-d04a-7cd63f4efc61" [ 638.565662] env[68199]: _type = "Task" [ 638.565662] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.576081] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f626a6-7b99-79fe-d04a-7cd63f4efc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.606644] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 638.606918] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.103s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.607215] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.495s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.608718] env[68199]: INFO nova.compute.claims [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.611363] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.613431] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Getting list of instances from cluster (obj){ [ 638.613431] env[68199]: value = "domain-c8" [ 638.613431] env[68199]: _type = "ClusterComputeResource" [ 638.613431] env[68199]: } {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 638.613431] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff525ef-91a7-4a2f-bc4b-319b1c909317 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.630887] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Got total of 10 instances {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 638.974311] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069588, 'name': Rename_Task, 'duration_secs': 0.341581} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.974311] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.974311] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6205a3ee-82d1-4356-9e7b-d11f62e3d52d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.983589] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 638.983589] env[68199]: value = "task-3069589" [ 638.983589] env[68199]: _type = "Task" [ 638.983589] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.995783] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.043046] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069587, 'name': ReconfigVM_Task, 'duration_secs': 0.737638} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.043353] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1a83858e-331a-4b23-8ef3-393c123d155b/1a83858e-331a-4b23-8ef3-393c123d155b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.044038] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e2f22f3-e10c-4ffd-92f5-5ce1f34c3aca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.054119] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 639.054119] env[68199]: value = "task-3069590" [ 639.054119] env[68199]: _type = "Task" [ 639.054119] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.061618] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069590, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.075548] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f626a6-7b99-79fe-d04a-7cd63f4efc61, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.075548] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.077040] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b65a2734-9ebf-4730-bc75-bffaa1621091/b65a2734-9ebf-4730-bc75-bffaa1621091.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.077040] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9668ccb4-51d2-4382-ac94-a921b2b75a1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.082283] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 639.082283] env[68199]: value = "task-3069591" [ 639.082283] env[68199]: _type = "Task" [ 639.082283] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.092791] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.275755] env[68199]: DEBUG nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Received event network-vif-deleted-decc1927-a22b-41c4-a0ca-d7543972b805 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.275973] env[68199]: DEBUG nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Received event network-vif-plugged-980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.276214] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.276419] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.276717] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.276890] env[68199]: DEBUG nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] No waiting events found dispatching network-vif-plugged-980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.276890] env[68199]: WARNING nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Received unexpected event network-vif-plugged-980f8fa9-2520-430e-8238-c3adc8e569fb for instance with vm_state building and task_state spawning. [ 639.277222] env[68199]: DEBUG nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Received event network-changed-980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.277222] env[68199]: DEBUG nova.compute.manager [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Refreshing instance network info cache due to event network-changed-980f8fa9-2520-430e-8238-c3adc8e569fb. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.277827] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Acquiring lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.277827] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Acquired lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.277827] env[68199]: DEBUG nova.network.neutron [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Refreshing network info cache for port 980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.450841] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Received event network-vif-plugged-e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.451197] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquiring lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.451426] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.451505] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.451644] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] No waiting events found dispatching network-vif-plugged-e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.451853] env[68199]: WARNING nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Received unexpected event network-vif-plugged-e60da4b6-f988-4020-8690-c0de21647c59 for instance with vm_state building and task_state spawning. [ 639.452183] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Received event network-changed-e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.452305] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Refreshing instance network info cache due to event network-changed-e60da4b6-f988-4020-8690-c0de21647c59. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.452381] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquiring lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.452518] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquired lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.452738] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Refreshing network info cache for port e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.499636] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069589, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.569066] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069590, 'name': Rename_Task, 'duration_secs': 0.187725} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.569066] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.570133] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d064b545-d186-457e-868e-af6dee5506bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.577909] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 639.577909] env[68199]: value = "task-3069592" [ 639.577909] env[68199]: _type = "Task" [ 639.577909] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.592932] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.600556] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.600833] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b65a2734-9ebf-4730-bc75-bffaa1621091/b65a2734-9ebf-4730-bc75-bffaa1621091.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.601068] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.601344] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81372e8c-f56a-40a1-993f-352e9994a97d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.608162] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 639.608162] env[68199]: value = "task-3069593" [ 639.608162] env[68199]: _type = "Task" [ 639.608162] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.617974] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.992045] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ebf706-9e9d-439c-a874-1bf8d89c2659 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.004104] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c682e533-d1d1-4d77-8a67-c389d0578206 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.007731] env[68199]: DEBUG oslo_vmware.api [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069589, 'name': PowerOnVM_Task, 'duration_secs': 0.719792} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.007990] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.008198] env[68199]: INFO nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Took 13.10 seconds to spawn the instance on the hypervisor. [ 640.008394] env[68199]: DEBUG nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.012552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ecbed-09b5-41c8-bb5e-5486cfdd5664 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.043772] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b33308-7888-4ccb-8c16-739030509d59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.062734] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59388e-a768-4beb-9c1a-fdd1471df957 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.077904] env[68199]: DEBUG nova.compute.provider_tree [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.089769] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.120324] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078594} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.120324] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.120781] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897f07a5-3c82-475b-912b-a057cd00a538 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.144816] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b65a2734-9ebf-4730-bc75-bffaa1621091/b65a2734-9ebf-4730-bc75-bffaa1621091.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.147556] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91de3da-b2b0-4c2b-9d32-a174a2ef4308 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.169069] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 640.169069] env[68199]: value = "task-3069594" [ 640.169069] env[68199]: _type = "Task" [ 640.169069] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.177729] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.552917] env[68199]: DEBUG nova.network.neutron [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updated VIF entry in instance network info cache for port 980f8fa9-2520-430e-8238-c3adc8e569fb. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.552917] env[68199]: DEBUG nova.network.neutron [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updating instance_info_cache with network_info: [{"id": "980f8fa9-2520-430e-8238-c3adc8e569fb", "address": "fa:16:3e:4c:df:ae", "network": {"id": "0b4d4eb4-ad09-4df4-af16-6e1439917665", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-164840004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43f12a78baa4cf78cbc91e0819a50a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980f8fa9-25", "ovs_interfaceid": "980f8fa9-2520-430e-8238-c3adc8e569fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.566910] env[68199]: INFO nova.compute.manager [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Took 26.45 seconds to build instance. [ 640.585018] env[68199]: DEBUG nova.scheduler.client.report [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.597269] env[68199]: DEBUG oslo_vmware.api [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069592, 'name': PowerOnVM_Task, 'duration_secs': 0.535953} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.597567] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.597769] env[68199]: INFO nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Took 11.24 seconds to spawn the instance on the hypervisor. [ 640.597940] env[68199]: DEBUG nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.598760] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6383cb8-9b9f-446d-9c35-82d5c96c9e6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.645416] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Updated VIF entry in instance network info cache for port e60da4b6-f988-4020-8690-c0de21647c59. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.645760] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Updating instance_info_cache with network_info: [{"id": "e60da4b6-f988-4020-8690-c0de21647c59", "address": "fa:16:3e:31:97:f2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60da4b6-f9", "ovs_interfaceid": "e60da4b6-f988-4020-8690-c0de21647c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.679999] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.786174] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully updated port: b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.063097] env[68199]: DEBUG oslo_concurrency.lockutils [req-1987cb9f-c62c-441e-a436-172bb46b3085 req-09cbe2ba-e13f-4897-9f53-66600607fbb5 service nova] Releasing lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.069142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.959s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.091539] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.092120] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.104015] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.684s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.104015] env[68199]: INFO nova.compute.claims [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.106103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "0d009248-0719-4bed-b537-8d07d578f58c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.106497] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.118527] env[68199]: INFO nova.compute.manager [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Took 19.36 seconds to build instance. [ 641.148131] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Releasing lock "refresh_cache-1a83858e-331a-4b23-8ef3-393c123d155b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.148717] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Received event network-vif-deleted-6c72a6fe-d26f-4727-8ac2-8058438141a2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.148921] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.149301] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing instance network info cache due to event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.150204] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquiring lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.150204] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquired lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.150204] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.180313] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069594, 'name': ReconfigVM_Task, 'duration_secs': 0.872394} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.180688] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b65a2734-9ebf-4730-bc75-bffaa1621091/b65a2734-9ebf-4730-bc75-bffaa1621091.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.181448] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dead4da5-c213-4c91-9d2d-4514b7e57ce1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.189640] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 641.189640] env[68199]: value = "task-3069595" [ 641.189640] env[68199]: _type = "Task" [ 641.189640] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.202104] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069595, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.572611] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.604094] env[68199]: DEBUG nova.compute.utils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.606200] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 641.621349] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.310s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.703715] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069595, 'name': Rename_Task, 'duration_secs': 0.172738} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.705031] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.705031] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4012a02-0cf2-48e9-bbf3-b3e02ee3ef44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.713660] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 641.713660] env[68199]: value = "task-3069596" [ 641.713660] env[68199]: _type = "Task" [ 641.713660] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.726173] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.761253] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.761517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.101610] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.109554] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.125302] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.232230] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069596, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.295991] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updated VIF entry in instance network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.296434] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updating instance_info_cache with network_info: [{"id": "1ef38991-d363-469d-bbed-2d4a195328a9", "address": "fa:16:3e:09:e6:cc", "network": {"id": "0b1e2c89-a0e8-4595-be0f-301f7a87322b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-848330013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83611aef180041dc96d8b66b6ade2cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef38991-d3", "ovs_interfaceid": "1ef38991-d363-469d-bbed-2d4a195328a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.466251] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7e949a-72e6-41f0-ba30-c429809ea41d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.479450] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2f4e5-c48a-4437-a025-be699b628614 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.515800] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c59c5b5-a5a4-4d1c-9a6c-9b25ba14addf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.525910] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31811af0-70cc-463c-b91a-8124710bf8a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.538084] env[68199]: DEBUG nova.compute.provider_tree [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.658231] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.730586] env[68199]: DEBUG oslo_vmware.api [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3069596, 'name': PowerOnVM_Task, 'duration_secs': 0.752978} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.730586] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.730961] env[68199]: INFO nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Took 10.83 seconds to spawn the instance on the hypervisor. [ 642.730961] env[68199]: DEBUG nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.732115] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0edbb10-50ba-463f-87b3-2030340d3f1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.798761] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Releasing lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.799033] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Received event network-changed-5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.799206] env[68199]: DEBUG nova.compute.manager [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Refreshing instance network info cache due to event network-changed-5b66c93a-f5b3-4332-9311-84d51ec40a0d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.799415] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquiring lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.799568] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Acquired lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.799868] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Refreshing network info cache for port 5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.898347] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-plugged-92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.899094] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.899094] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.899094] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.899584] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] No waiting events found dispatching network-vif-plugged-92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.899584] env[68199]: WARNING nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received unexpected event network-vif-plugged-92505c27-47b6-452d-91d9-2febd08067ff for instance with vm_state building and task_state spawning. [ 642.900035] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-changed-92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.900244] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing instance network info cache due to event network-changed-92505c27-47b6-452d-91d9-2febd08067ff. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.900432] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquiring lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.903044] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquired lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.903044] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing network info cache for port 92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.928817] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Successfully updated port: 37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.041829] env[68199]: DEBUG nova.scheduler.client.report [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.119336] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.150912] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.151194] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.151354] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.151533] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.151679] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.151886] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.152139] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.152304] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.152472] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.152637] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.152808] env[68199]: DEBUG nova.virt.hardware [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.153785] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28fcf09-4eff-434d-a181-589de52a4c7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.162208] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9510409f-40d4-4c38-9273-c64aca57262a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.177792] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.183598] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Creating folder: Project (65ba8c6314b745529774f8de1ee600dc). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.185179] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b19394-9b47-460d-9f54-6db1ae88790c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.188422] env[68199]: DEBUG nova.compute.manager [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-changed-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.188680] env[68199]: DEBUG nova.compute.manager [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing instance network info cache due to event network-changed-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.188811] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.188940] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.189107] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing network info cache for port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.203611] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Created folder: Project (65ba8c6314b745529774f8de1ee600dc) in parent group-v614632. [ 643.203611] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Creating folder: Instances. Parent ref: group-v614667. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.203611] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda80fef-d400-4018-9866-d148abdc05c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.217030] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Created folder: Instances in parent group-v614667. [ 643.217030] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.217030] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.217030] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f722c4cc-ac3c-41ca-b5ca-51e7628fc962 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.235101] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.235101] env[68199]: value = "task-3069599" [ 643.235101] env[68199]: _type = "Task" [ 643.235101] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.245774] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069599, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.257786] env[68199]: INFO nova.compute.manager [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Took 20.87 seconds to build instance. [ 643.433089] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.498384] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.538722] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updated VIF entry in instance network info cache for port 5b66c93a-f5b3-4332-9311-84d51ec40a0d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.539101] env[68199]: DEBUG nova.network.neutron [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updating instance_info_cache with network_info: [{"id": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "address": "fa:16:3e:50:8a:c7", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b66c93a-f5", "ovs_interfaceid": "5b66c93a-f5b3-4332-9311-84d51ec40a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.551353] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.552049] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.564019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.751s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.564019] env[68199]: INFO nova.compute.claims [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.709720] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.748928] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069599, 'name': CreateVM_Task, 'duration_secs': 0.508558} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.751337] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.752122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.752122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.752815] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.753393] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2eedb03-feab-4b0e-844f-fd18ed1d74f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.757990] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 643.757990] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ffb6a5-bfa0-3b28-fea0-c876cea77d0d" [ 643.757990] env[68199]: _type = "Task" [ 643.757990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.768828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb741d17-80fb-4cad-af96-503df299112e tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.792s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.773636] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ffb6a5-bfa0-3b28-fea0-c876cea77d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.979655] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updated VIF entry in instance network info cache for port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.980170] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.042105] env[68199]: DEBUG oslo_concurrency.lockutils [req-8cf688c9-718c-4466-b3e6-4ba708c90a02 req-417d67c8-4894-46c3-8b32-1f98b4e16645 service nova] Releasing lock "refresh_cache-e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.070017] env[68199]: DEBUG nova.compute.utils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.073505] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.074531] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.132125] env[68199]: DEBUG nova.policy [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8ee73cc26c34055b26d9caa3413737c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5a05188f994a6f9b086e4cff5e1475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.215592] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Releasing lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.215592] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-plugged-b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.215592] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.215592] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.215592] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.215836] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] No waiting events found dispatching network-vif-plugged-b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.215836] env[68199]: WARNING nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received unexpected event network-vif-plugged-b8f4451a-cde1-4391-89a3-84123ec82e80 for instance with vm_state building and task_state spawning. [ 644.215836] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-changed-b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.215836] env[68199]: DEBUG nova.compute.manager [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing instance network info cache due to event network-changed-b8f4451a-cde1-4391-89a3-84123ec82e80. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.215836] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquiring lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216019] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Acquired lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216019] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing network info cache for port b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.274067] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ffb6a5-bfa0-3b28-fea0-c876cea77d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.274067] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.274067] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.274067] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.274846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.274846] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.275826] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.278437] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4f9b5b-2f20-44d3-b7f9-9da67d0f1f46 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.288301] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.288484] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.289356] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6c1674-8cbc-4120-95c0-a53a219303d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.295888] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 644.295888] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5270c2b1-cfb5-81cf-0088-466b306e6de8" [ 644.295888] env[68199]: _type = "Task" [ 644.295888] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.303868] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270c2b1-cfb5-81cf-0088-466b306e6de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.484925] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485169] env[68199]: DEBUG nova.compute.manager [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.485343] env[68199]: DEBUG nova.compute.manager [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing instance network info cache due to event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.485758] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485758] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.486310] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.496040] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "0c277809-2917-4d44-accf-5d128570d8c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.496684] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.496684] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "0c277809-2917-4d44-accf-5d128570d8c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.496684] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.496952] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.499764] env[68199]: INFO nova.compute.manager [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Terminating instance [ 644.577023] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.661016] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Successfully created port: 4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.774415] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.776800] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.777026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.797086] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.807276] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270c2b1-cfb5-81cf-0088-466b306e6de8, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.810319] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a9b9bf-5097-4609-bf52-09c33ebec560 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.818083] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 644.818083] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5297f1f6-a675-f486-e013-48a575c8aac3" [ 644.818083] env[68199]: _type = "Task" [ 644.818083] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.828528] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5297f1f6-a675-f486-e013-48a575c8aac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.938882] env[68199]: DEBUG nova.network.neutron [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.008312] env[68199]: DEBUG nova.compute.manager [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.008312] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.008312] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac97e66-8dda-425b-ba1d-0a3a93f07a8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.013350] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8c1ea-5733-4ca3-a964-58babb6886e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.022092] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.025529] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9367db22-9680-4f82-96f7-6d07c82c28ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.028505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4d9bd-0095-4267-8fa8-81b59f6fcc71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.067707] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7292e-1ff0-4a71-b4e0-72f05caa236d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.071026] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 645.071026] env[68199]: value = "task-3069600" [ 645.071026] env[68199]: _type = "Task" [ 645.071026] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.079769] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6240957-82bf-4ab7-b04e-f671767e85e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.089138] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.108026] env[68199]: DEBUG nova.compute.provider_tree [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.334026] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5297f1f6-a675-f486-e013-48a575c8aac3, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.334026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.334026] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.334026] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a3f7af-09d3-4a98-9259-14856b039f2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.343316] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 645.343316] env[68199]: value = "task-3069601" [ 645.343316] env[68199]: _type = "Task" [ 645.343316] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.351284] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.443010] env[68199]: DEBUG oslo_concurrency.lockutils [req-ffd5a25b-316a-43c1-ae6c-c2de41915c50 req-d06decdb-d502-4aa0-be6e-a9a510bea294 service nova] Releasing lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.443010] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.443010] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.583894] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069600, 'name': PowerOffVM_Task, 'duration_secs': 0.242196} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.584290] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.584412] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.584626] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed735d5-756a-41b5-8785-2ce6c863d7b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.609647] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.612337] env[68199]: DEBUG nova.scheduler.client.report [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.659058] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.659058] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.659058] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.659599] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.659599] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.659599] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.659760] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.659962] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.660473] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.660652] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.660890] env[68199]: DEBUG nova.virt.hardware [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.662702] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c932e-c208-4ddd-b04f-9ddfd937476e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.667627] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.667697] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.668109] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Deleting the datastore file [datastore2] 0c277809-2917-4d44-accf-5d128570d8c4 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.669012] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updated VIF entry in instance network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.669352] env[68199]: DEBUG nova.network.neutron [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.670960] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6dc7dd-caa0-4fca-8cd2-4c86909b9756 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.677750] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e2920-e963-4ba5-89cd-d9a3733ec409 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.684551] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for the task: (returnval){ [ 645.684551] env[68199]: value = "task-3069603" [ 645.684551] env[68199]: _type = "Task" [ 645.684551] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.705799] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.854410] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.011124] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.118406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.118893] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.123581] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.969s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.124034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.125921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.152s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.127511] env[68199]: INFO nova.compute.claims [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.176735] env[68199]: DEBUG oslo_concurrency.lockutils [req-fc6f3b8e-a608-454a-949c-3cf0fa1fed00 req-d2bf721e-a33b-491c-9fe0-f5b2322af46e service nova] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.180169] env[68199]: INFO nova.scheduler.client.report [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Deleted allocations for instance e4908ba5-34c1-4386-a4ed-d1454f741a13 [ 646.199228] env[68199]: DEBUG oslo_vmware.api [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Task: {'id': task-3069603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272563} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.199707] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.200022] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.200334] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.200645] env[68199]: INFO nova.compute.manager [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 646.201074] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.201696] env[68199]: DEBUG nova.compute.manager [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.201929] env[68199]: DEBUG nova.network.neutron [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.354444] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546725} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.357379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.357767] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.358118] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d958059-a358-43d5-821e-a5ce72379465 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.365728] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 646.365728] env[68199]: value = "task-3069604" [ 646.365728] env[68199]: _type = "Task" [ 646.365728] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.376829] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.452759] env[68199]: DEBUG nova.compute.manager [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-plugged-37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.453036] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.453381] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.453596] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.453930] env[68199]: DEBUG nova.compute.manager [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] No waiting events found dispatching network-vif-plugged-37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.454243] env[68199]: WARNING nova.compute.manager [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received unexpected event network-vif-plugged-37f7070b-cf34-48c0-bfbf-e74e0445bfed for instance with vm_state building and task_state spawning. [ 646.454415] env[68199]: DEBUG nova.compute.manager [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-changed-37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.454647] env[68199]: DEBUG nova.compute.manager [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing instance network info cache due to event network-changed-37f7070b-cf34-48c0-bfbf-e74e0445bfed. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.455274] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Acquiring lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.587194] env[68199]: DEBUG nova.compute.manager [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.587194] env[68199]: DEBUG nova.compute.manager [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing instance network info cache due to event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.587194] env[68199]: DEBUG oslo_concurrency.lockutils [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.587194] env[68199]: DEBUG oslo_concurrency.lockutils [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.587194] env[68199]: DEBUG nova.network.neutron [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.632798] env[68199]: DEBUG nova.compute.utils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.640521] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.641072] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.688024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90d0f581-9214-49b5-942b-3252ac49a207 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Lock "e4908ba5-34c1-4386-a4ed-d1454f741a13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.980s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.759175] env[68199]: DEBUG nova.policy [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bbbc7c0a1f4ee29bd80ca94c86feca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98bca311ae284313b3d6e284a40668e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.880671] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.880901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.881613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63174e47-31e8-4afb-998b-171605cbad7c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.905792] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.906106] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205317ec-a5cd-453b-bb07-2de6118b8e39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.931109] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 646.931109] env[68199]: value = "task-3069605" [ 646.931109] env[68199]: _type = "Task" [ 646.931109] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.941855] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.050138] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Successfully updated port: 4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.148214] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.211192] env[68199]: DEBUG nova.network.neutron [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updating instance_info_cache with network_info: [{"id": "92505c27-47b6-452d-91d9-2febd08067ff", "address": "fa:16:3e:a4:5c:77", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92505c27-47", "ovs_interfaceid": "92505c27-47b6-452d-91d9-2febd08067ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8f4451a-cde1-4391-89a3-84123ec82e80", "address": "fa:16:3e:7a:c4:11", "network": {"id": "11af5638-a78e-4bf0-aab6-53b3151e9eca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-373866428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4451a-cd", "ovs_interfaceid": "b8f4451a-cde1-4391-89a3-84123ec82e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "address": "fa:16:3e:5f:5a:8c", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f7070b-cf", "ovs_interfaceid": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.438645] env[68199]: DEBUG nova.network.neutron [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.446733] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.458828] env[68199]: DEBUG nova.network.neutron [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updated VIF entry in instance network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.459483] env[68199]: DEBUG nova.network.neutron [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.491378] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Successfully created port: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.523935] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed576f61-1603-4c5c-b669-08589fb0f1d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.534737] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afd7f9-6fe3-4dfe-9aa0-e4cb84abc72e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.573603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.573603] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.575411] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871d8bf-3c0d-4cb5-926b-06d5b1d3d2b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.584545] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf0ac1-c348-4162-afa5-0c77cae7007d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.601859] env[68199]: DEBUG nova.compute.provider_tree [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.714967] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.715939] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance network_info: |[{"id": "92505c27-47b6-452d-91d9-2febd08067ff", "address": "fa:16:3e:a4:5c:77", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92505c27-47", "ovs_interfaceid": "92505c27-47b6-452d-91d9-2febd08067ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8f4451a-cde1-4391-89a3-84123ec82e80", "address": "fa:16:3e:7a:c4:11", "network": {"id": "11af5638-a78e-4bf0-aab6-53b3151e9eca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-373866428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4451a-cd", "ovs_interfaceid": "b8f4451a-cde1-4391-89a3-84123ec82e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "address": "fa:16:3e:5f:5a:8c", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f7070b-cf", "ovs_interfaceid": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.715939] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Acquired lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.715939] env[68199]: DEBUG nova.network.neutron [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Refreshing network info cache for port 37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.716900] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:5c:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92505c27-47b6-452d-91d9-2febd08067ff', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:c4:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f4451a-cde1-4391-89a3-84123ec82e80', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:5a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37f7070b-cf34-48c0-bfbf-e74e0445bfed', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.732838] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Creating folder: Project (b7530619713142eb9727991a6d05be6a). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.734822] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73336b28-f351-42d0-b19b-69b90c9e26fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.746960] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Created folder: Project (b7530619713142eb9727991a6d05be6a) in parent group-v614632. [ 647.746960] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Creating folder: Instances. Parent ref: group-v614670. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.748513] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96e6bbf0-02e0-4daf-b0f3-d29f8344774a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.759032] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Created folder: Instances in parent group-v614670. [ 647.759212] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.759498] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.759799] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-148a5a40-2ce2-48dc-b9bb-6dc00a5a7e23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.785548] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.785548] env[68199]: value = "task-3069608" [ 647.785548] env[68199]: _type = "Task" [ 647.785548] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.793369] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069608, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.943350] env[68199]: INFO nova.compute.manager [-] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Took 1.74 seconds to deallocate network for instance. [ 647.943677] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069605, 'name': ReconfigVM_Task, 'duration_secs': 0.682772} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.945345] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.948292] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f5cf21-f525-476a-9808-ff5b579d38dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.956353] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 647.956353] env[68199]: value = "task-3069609" [ 647.956353] env[68199]: _type = "Task" [ 647.956353] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.965783] env[68199]: DEBUG oslo_concurrency.lockutils [req-1fe9f4cb-a009-493b-9233-d562b98ee1b0 req-b39146b9-473c-4daa-b4e2-020a448d48f1 service nova] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.965998] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069609, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.106046] env[68199]: DEBUG nova.scheduler.client.report [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.129179] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.159579] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:55:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1041884477',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1302706889',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.188232] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.188962] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.189184] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.189373] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.189685] env[68199]: DEBUG nova.virt.hardware [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.190709] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7bb3d9-f99f-4c41-95ce-6c2252b460ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.201799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba81b6-4732-4073-9a23-afa2bd573e6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.295827] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069608, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.452812] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.469524] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069609, 'name': Rename_Task, 'duration_secs': 0.165362} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.469759] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.470052] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a3d6d8a-3dc7-4aa7-9614-e43897654e82 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.476889] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 648.476889] env[68199]: value = "task-3069610" [ 648.476889] env[68199]: _type = "Task" [ 648.476889] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.485716] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.594493] env[68199]: DEBUG nova.network.neutron [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Updating instance_info_cache with network_info: [{"id": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "address": "fa:16:3e:44:63:bc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4082514b-e5", "ovs_interfaceid": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.612667] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.613465] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.618679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.667s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.619915] env[68199]: DEBUG nova.objects.instance [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lazy-loading 'resources' on Instance uuid 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.695131] env[68199]: DEBUG nova.network.neutron [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updated VIF entry in instance network info cache for port 37f7070b-cf34-48c0-bfbf-e74e0445bfed. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.695131] env[68199]: DEBUG nova.network.neutron [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updating instance_info_cache with network_info: [{"id": "92505c27-47b6-452d-91d9-2febd08067ff", "address": "fa:16:3e:a4:5c:77", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92505c27-47", "ovs_interfaceid": "92505c27-47b6-452d-91d9-2febd08067ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8f4451a-cde1-4391-89a3-84123ec82e80", "address": "fa:16:3e:7a:c4:11", "network": {"id": "11af5638-a78e-4bf0-aab6-53b3151e9eca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-373866428", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4451a-cd", "ovs_interfaceid": "b8f4451a-cde1-4391-89a3-84123ec82e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "address": "fa:16:3e:5f:5a:8c", "network": {"id": "63d61472-0fbd-4896-b663-bcbc369ecb08", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821251611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f7070b-cf", "ovs_interfaceid": "37f7070b-cf34-48c0-bfbf-e74e0445bfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.796997] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069608, 'name': CreateVM_Task, 'duration_secs': 0.571238} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.797277] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.798279] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.798568] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.798927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.799233] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaf2480-15ac-45e4-8b41-96f9fd222298 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.804176] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 648.804176] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e68636-de95-76a8-4e37-011f984ffc5c" [ 648.804176] env[68199]: _type = "Task" [ 648.804176] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.815589] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e68636-de95-76a8-4e37-011f984ffc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.987892] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069610, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.097899] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097899] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Instance network_info: |[{"id": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "address": "fa:16:3e:44:63:bc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4082514b-e5", "ovs_interfaceid": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.098558] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:63:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4082514b-e543-4ad5-9a89-b8eba438eb0f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.106872] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Creating folder: Project (4e5a05188f994a6f9b086e4cff5e1475). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.107256] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5353b025-9f5e-4c1e-b769-90f791c3b5fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.119072] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Created folder: Project (4e5a05188f994a6f9b086e4cff5e1475) in parent group-v614632. [ 649.119304] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Creating folder: Instances. Parent ref: group-v614673. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.119539] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d5c559-ea96-4fcb-8b25-c92d4289e4f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.122485] env[68199]: DEBUG nova.compute.utils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.129885] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.130420] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.140740] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Created folder: Instances in parent group-v614673. [ 649.141115] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.141324] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.141546] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e94d7481-c074-4d82-bb3f-625f0b5fbbad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.166668] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.166668] env[68199]: value = "task-3069613" [ 649.166668] env[68199]: _type = "Task" [ 649.166668] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.176546] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069613, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.197589] env[68199]: DEBUG oslo_concurrency.lockutils [req-89a2af8b-ef51-4608-91ca-b9ed4e0e2a9b req-4c84bde8-fbc0-4fe4-ab4d-5112611ae55e service nova] Releasing lock "refresh_cache-3443ca21-8dbf-4c50-9028-c1989ec04399" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.232270] env[68199]: DEBUG nova.policy [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f4e3d9df294d98a964eebcfc4e7290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b0d897d3f4564a2d88e6b4b05d891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.320480] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e68636-de95-76a8-4e37-011f984ffc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.320869] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.321153] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.321526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.321711] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.321924] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.322379] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c441bb-76f5-4d84-8b44-863c5b008570 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.331882] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.332174] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.332942] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162e2326-2381-4c23-b12b-56a4c9a31a8e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.339729] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 649.339729] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a9580c-b2b1-40cd-15af-4a128e80dbe5" [ 649.339729] env[68199]: _type = "Task" [ 649.339729] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.358993] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a9580c-b2b1-40cd-15af-4a128e80dbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.360387] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18bd051-4a71-4e2e-8406-9da10496755d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.366505] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 649.366505] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5270b9c3-f494-0e61-7e2c-6af8caf96f6e" [ 649.366505] env[68199]: _type = "Task" [ 649.366505] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.380793] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270b9c3-f494-0e61-7e2c-6af8caf96f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.386614] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.386614] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3443ca21-8dbf-4c50-9028-c1989ec04399/3443ca21-8dbf-4c50-9028-c1989ec04399.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.386614] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0ab813-0ff9-4078-a396-07f4fe8ebf27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.393670] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 649.393670] env[68199]: value = "task-3069614" [ 649.393670] env[68199]: _type = "Task" [ 649.393670] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.397790] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Successfully updated port: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.405168] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.490177] env[68199]: DEBUG oslo_vmware.api [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069610, 'name': PowerOnVM_Task, 'duration_secs': 0.797409} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.490546] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.490869] env[68199]: INFO nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Took 6.37 seconds to spawn the instance on the hypervisor. [ 649.491119] env[68199]: DEBUG nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.492574] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1edf3-a5f6-490c-9205-f7f76774b733 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.578809] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a093a6-913f-4094-a939-0ea7dc6a5e8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.589935] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32925251-a53d-49b2-83e5-855ff605e19a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.627303] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a91c47-56f0-4b96-8741-b957a3b02677 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.634803] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.643417] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60e78a-db2f-419a-84d3-5cdf654e9c6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.660559] env[68199]: DEBUG nova.compute.provider_tree [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.677795] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069613, 'name': CreateVM_Task, 'duration_secs': 0.347316} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.677980] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.678825] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.679427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.680574] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf036a6-008a-4404-927b-a0ccc8a8552a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.690719] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 649.690719] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5208bfc6-ed0c-e6bb-32f5-d454c537c140" [ 649.690719] env[68199]: _type = "Task" [ 649.690719] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.701660] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.701660] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.708921] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5208bfc6-ed0c-e6bb-32f5-d454c537c140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.750715] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Successfully created port: 193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "1a83858e-331a-4b23-8ef3-393c123d155b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.859520] env[68199]: INFO nova.compute.manager [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Terminating instance [ 649.902566] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.910503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.910503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.910503] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.024052] env[68199]: INFO nova.compute.manager [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Took 24.94 seconds to build instance. [ 650.059256] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Received event network-vif-plugged-4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.059937] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Acquiring lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.059937] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.060539] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.060539] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] No waiting events found dispatching network-vif-plugged-4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.060813] env[68199]: WARNING nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Received unexpected event network-vif-plugged-4082514b-e543-4ad5-9a89-b8eba438eb0f for instance with vm_state building and task_state spawning. [ 650.061026] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Received event network-changed-4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.061201] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Refreshing instance network info cache due to event network-changed-4082514b-e543-4ad5-9a89-b8eba438eb0f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.061404] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Acquiring lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.061575] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Acquired lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.061736] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Refreshing network info cache for port 4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.100704] env[68199]: DEBUG nova.compute.manager [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.100860] env[68199]: DEBUG nova.compute.manager [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing instance network info cache due to event network-changed-1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.101114] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Acquiring lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.101244] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Acquired lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.101520] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Refreshing network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.165762] env[68199]: DEBUG nova.scheduler.client.report [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.203641] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5208bfc6-ed0c-e6bb-32f5-d454c537c140, 'name': SearchDatastore_Task, 'duration_secs': 0.068774} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.203948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.204202] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.204435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.204580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.204761] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.205054] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1147034-425e-42bb-9afc-c97839009a03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.215680] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.215680] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.216104] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369dbca8-1ee2-4b51-95e1-183056f69791 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.223590] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 650.223590] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528d86fc-6ce6-2398-7032-51f39a1e834d" [ 650.223590] env[68199]: _type = "Task" [ 650.223590] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.235044] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528d86fc-6ce6-2398-7032-51f39a1e834d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.365668] env[68199]: DEBUG nova.compute.manager [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.365887] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.367936] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7cc3f-91b0-4eff-8abd-fdff5d80cee8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.376415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.376415] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31692f26-3d1e-4918-a824-37936b831acf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.383126] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 650.383126] env[68199]: value = "task-3069615" [ 650.383126] env[68199]: _type = "Task" [ 650.383126] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.396798] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.406030] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521688} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.406440] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3443ca21-8dbf-4c50-9028-c1989ec04399/3443ca21-8dbf-4c50-9028-c1989ec04399.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.406798] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.407193] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-266d1fca-ea40-4b1b-9838-7b51edc233c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.416701] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 650.416701] env[68199]: value = "task-3069616" [ 650.416701] env[68199]: _type = "Task" [ 650.416701] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.429982] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.453034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "61aaee44-9333-4eab-bc8f-cba4b828b845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.453687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.465215] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.527043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8112aa79-ee13-4bde-bbb2-3ad5ff64c08f tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.301s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.648176] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.670691] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.678689] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.737s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.680247] env[68199]: INFO nova.compute.claims [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.698226] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.698535] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.698722] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.698945] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.699109] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.699824] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.700638] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.700638] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.700638] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.700638] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.702555] env[68199]: DEBUG nova.virt.hardware [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.702555] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb9cd1-96ec-4c82-8dee-79120db93938 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.706149] env[68199]: DEBUG nova.network.neutron [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updating instance_info_cache with network_info: [{"id": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "address": "fa:16:3e:a8:2c:d2", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc0c12-ef", "ovs_interfaceid": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.715951] env[68199]: INFO nova.scheduler.client.report [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Deleted allocations for instance 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9 [ 650.718495] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dab710-1ab3-48d3-b476-ff03cde09b44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.739299] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528d86fc-6ce6-2398-7032-51f39a1e834d, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.751853] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6502dd8-6ebb-47e4-9118-a22c078ef552 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.758929] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 650.758929] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52176852-2f5a-5ec7-7658-009b5740d146" [ 650.758929] env[68199]: _type = "Task" [ 650.758929] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.770038] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52176852-2f5a-5ec7-7658-009b5740d146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.851156] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Updated VIF entry in instance network info cache for port 4082514b-e543-4ad5-9a89-b8eba438eb0f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.851292] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Updating instance_info_cache with network_info: [{"id": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "address": "fa:16:3e:44:63:bc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4082514b-e5", "ovs_interfaceid": "4082514b-e543-4ad5-9a89-b8eba438eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.893798] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069615, 'name': PowerOffVM_Task, 'duration_secs': 0.388035} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.894122] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.894299] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.894558] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75481c9d-9321-49c0-9ccf-9bc2439c20af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.929711] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06752} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.929711] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.931144] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74910da4-be1d-45e0-8fce-34802b188c4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.958276] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 3443ca21-8dbf-4c50-9028-c1989ec04399/3443ca21-8dbf-4c50-9028-c1989ec04399.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.958601] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf376d4-453f-46c3-9713-9154bd525a9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.974383] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.974600] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.974834] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Deleting the datastore file [datastore2] 1a83858e-331a-4b23-8ef3-393c123d155b {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.975480] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7356b73-9a24-453e-a141-cc79ca1761f9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.979133] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 650.979133] env[68199]: value = "task-3069618" [ 650.979133] env[68199]: _type = "Task" [ 650.979133] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.983135] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for the task: (returnval){ [ 650.983135] env[68199]: value = "task-3069619" [ 650.983135] env[68199]: _type = "Task" [ 650.983135] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.990970] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.996053] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.030547] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.112509] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updated VIF entry in instance network info cache for port 1ef38991-d363-469d-bbed-2d4a195328a9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.112852] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updating instance_info_cache with network_info: [{"id": "1ef38991-d363-469d-bbed-2d4a195328a9", "address": "fa:16:3e:09:e6:cc", "network": {"id": "0b1e2c89-a0e8-4595-be0f-301f7a87322b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-848330013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83611aef180041dc96d8b66b6ade2cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef38991-d3", "ovs_interfaceid": "1ef38991-d363-469d-bbed-2d4a195328a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.211500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.211843] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Instance network_info: |[{"id": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "address": "fa:16:3e:a8:2c:d2", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc0c12-ef", "ovs_interfaceid": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.212453] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.221272] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Creating folder: Project (98bca311ae284313b3d6e284a40668e4). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.221272] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c204b2-67c3-49f9-a888-b8bb4602de9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.236899] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Created folder: Project (98bca311ae284313b3d6e284a40668e4) in parent group-v614632. [ 651.237181] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Creating folder: Instances. Parent ref: group-v614676. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.241021] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba0a989-75ea-4e9c-b3e5-f3ea49c2b364 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.241463] env[68199]: DEBUG oslo_concurrency.lockutils [None req-810c8a46-b9be-4a96-9876-e32436639e93 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Lock "46f9a4a5-b9a1-43a3-96d4-ada3222b82f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.346s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.250186] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Created folder: Instances in parent group-v614676. [ 651.250186] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.250186] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.250186] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a3f1e1-7d98-45f8-8344-1f703c39d70b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.282994] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52176852-2f5a-5ec7-7658-009b5740d146, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.287053] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.287053] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 56ee06de-74a2-447a-860c-307ab88a8eeb/56ee06de-74a2-447a-860c-307ab88a8eeb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.287053] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.287053] env[68199]: value = "task-3069622" [ 651.287053] env[68199]: _type = "Task" [ 651.287053] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.287053] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38765930-11fd-438b-a8fe-6908cae8eaa5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.296998] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069622, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.299377] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 651.299377] env[68199]: value = "task-3069623" [ 651.299377] env[68199]: _type = "Task" [ 651.299377] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.309336] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.358804] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Releasing lock "refresh_cache-56ee06de-74a2-447a-860c-307ab88a8eeb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.358804] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Received event network-changed-980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.358983] env[68199]: DEBUG nova.compute.manager [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Refreshing instance network info cache due to event network-changed-980f8fa9-2520-430e-8238-c3adc8e569fb. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.359135] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Acquiring lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.359288] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Acquired lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.359491] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Refreshing network info cache for port 980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.495268] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069618, 'name': ReconfigVM_Task, 'duration_secs': 0.502891} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.499651] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 3443ca21-8dbf-4c50-9028-c1989ec04399/3443ca21-8dbf-4c50-9028-c1989ec04399.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.499936] env[68199]: DEBUG oslo_vmware.api [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Task: {'id': task-3069619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.500060] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db424770-b497-4652-958a-d18856850a4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.502244] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.502506] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.502656] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.502853] env[68199]: INFO nova.compute.manager [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 651.503198] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.503366] env[68199]: DEBUG nova.compute.manager [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.503467] env[68199]: DEBUG nova.network.neutron [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.511062] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 651.511062] env[68199]: value = "task-3069624" [ 651.511062] env[68199]: _type = "Task" [ 651.511062] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.520292] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069624, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.560969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.616469] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Releasing lock "refresh_cache-2b2c2af2-02ef-4013-b63b-ffe7f9414072" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.616772] env[68199]: DEBUG nova.compute.manager [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Received event network-vif-deleted-d36e3e1c-0da6-4b41-8caf-14e581cbf533 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.616958] env[68199]: DEBUG nova.compute.manager [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.617147] env[68199]: DEBUG nova.compute.manager [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing instance network info cache due to event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.617332] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.617529] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.617698] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.672218] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Successfully updated port: 193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.803766] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069622, 'name': CreateVM_Task, 'duration_secs': 0.357127} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.808162] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.809529] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.809761] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.810133] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.811085] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4baec662-b99f-410c-b9f4-29e7b918e6e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.819861] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069623, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.826096] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 651.826096] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a09e76-1616-b471-b128-4b197dcaa839" [ 651.826096] env[68199]: _type = "Task" [ 651.826096] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.834191] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a09e76-1616-b471-b128-4b197dcaa839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.022943] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069624, 'name': Rename_Task, 'duration_secs': 0.273754} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.027583] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.027583] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a344f65-a320-4052-87a6-3f25d3d87b6e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.038899] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 652.038899] env[68199]: value = "task-3069625" [ 652.038899] env[68199]: _type = "Task" [ 652.038899] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.051826] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.139310] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef22ea5-618e-4193-a515-14201f19e354 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.148227] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb39879-616d-4454-a1ab-d26433c6664f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.181246] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5eb800-9af4-4205-a95c-93568122970a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.184272] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184436] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184695] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.190794] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bbf53-c42f-494d-84d2-2ff388948dad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.210209] env[68199]: DEBUG nova.compute.provider_tree [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.315212] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530449} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.315558] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 56ee06de-74a2-447a-860c-307ab88a8eeb/56ee06de-74a2-447a-860c-307ab88a8eeb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.316308] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.316308] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-848d4994-6878-40c8-b958-2d5ee8dcabb1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.324031] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 652.324031] env[68199]: value = "task-3069626" [ 652.324031] env[68199]: _type = "Task" [ 652.324031] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.345587] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.345829] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a09e76-1616-b471-b128-4b197dcaa839, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.346741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347084] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.347406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.347627] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347861] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.348156] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-331465fd-c2df-4d19-ba07-ecdbed439b5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.357083] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.357306] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.359203] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dee52e-e7ad-4fcc-8ebb-34fb66b1ca6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.364217] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 652.364217] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5270afda-04e2-f8c7-04c0-537a160a1c79" [ 652.364217] env[68199]: _type = "Task" [ 652.364217] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.368475] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updated VIF entry in instance network info cache for port 980f8fa9-2520-430e-8238-c3adc8e569fb. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.368886] env[68199]: DEBUG nova.network.neutron [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updating instance_info_cache with network_info: [{"id": "980f8fa9-2520-430e-8238-c3adc8e569fb", "address": "fa:16:3e:4c:df:ae", "network": {"id": "0b4d4eb4-ad09-4df4-af16-6e1439917665", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-164840004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43f12a78baa4cf78cbc91e0819a50a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980f8fa9-25", "ovs_interfaceid": "980f8fa9-2520-430e-8238-c3adc8e569fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.376912] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270afda-04e2-f8c7-04c0-537a160a1c79, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.378022] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6b6436-3e7f-4060-9bc2-aab4e11daaa1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.384390] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 652.384390] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5216a7bc-cf59-378d-cec5-3013040fbda2" [ 652.384390] env[68199]: _type = "Task" [ 652.384390] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.396209] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5216a7bc-cf59-378d-cec5-3013040fbda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.551019] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069625, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.601644] env[68199]: DEBUG nova.network.neutron [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.628962] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "7faccb18-35c1-4c02-9a01-f410755052f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.629272] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.664726] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.665008] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.714758] env[68199]: DEBUG nova.scheduler.client.report [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.826985] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updated VIF entry in instance network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.826985] env[68199]: DEBUG nova.network.neutron [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.836097] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070421} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.836501] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.837661] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123d66b-5363-4974-b852-031717df78e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.841666] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.868173] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 56ee06de-74a2-447a-860c-307ab88a8eeb/56ee06de-74a2-447a-860c-307ab88a8eeb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.871586] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1802fd3b-6b1f-4714-9218-5e5ad8737a5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.889555] env[68199]: DEBUG oslo_concurrency.lockutils [req-684ec61e-3500-4430-983e-e79095682589 req-de2ee23c-283c-4643-a584-c22bab6e2f71 service nova] Releasing lock "refresh_cache-b65a2734-9ebf-4730-bc75-bffaa1621091" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.903862] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5216a7bc-cf59-378d-cec5-3013040fbda2, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.905175] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.905604] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0d5a26e6-dbfd-4baf-800a-46df79939a9e/0d5a26e6-dbfd-4baf-800a-46df79939a9e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.906061] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 652.906061] env[68199]: value = "task-3069627" [ 652.906061] env[68199]: _type = "Task" [ 652.906061] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.906280] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958fb327-723c-473f-b08a-06514a81e0a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.920126] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.921798] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 652.921798] env[68199]: value = "task-3069628" [ 652.921798] env[68199]: _type = "Task" [ 652.921798] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.930714] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.056469] env[68199]: DEBUG oslo_vmware.api [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069625, 'name': PowerOnVM_Task, 'duration_secs': 0.706485} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.056738] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.060019] env[68199]: INFO nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Took 17.50 seconds to spawn the instance on the hypervisor. [ 653.060019] env[68199]: DEBUG nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.060019] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a38632-96cf-48f3-87e3-a5a5ff7009d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.104799] env[68199]: INFO nova.compute.manager [-] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Took 1.60 seconds to deallocate network for instance. [ 653.150143] env[68199]: DEBUG nova.network.neutron [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Updating instance_info_cache with network_info: [{"id": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "address": "fa:16:3e:ea:9c:4d", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193cff03-fd", "ovs_interfaceid": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.221201] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.221809] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.226163] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.195s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.227961] env[68199]: INFO nova.compute.claims [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.331512] env[68199]: DEBUG oslo_concurrency.lockutils [req-587c43a0-aa82-47db-ae36-bf2281c0f476 req-e5c5417a-209a-4bd0-8d53-1714ebbd6476 service nova] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.423871] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.431280] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069628, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.582377] env[68199]: INFO nova.compute.manager [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Took 29.60 seconds to build instance. [ 653.611155] env[68199]: DEBUG nova.compute.manager [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Received event network-vif-plugged-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.611376] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Acquiring lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.611593] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.612356] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.612356] env[68199]: DEBUG nova.compute.manager [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] No waiting events found dispatching network-vif-plugged-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.612356] env[68199]: WARNING nova.compute.manager [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Received unexpected event network-vif-plugged-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c for instance with vm_state building and task_state spawning. [ 653.612356] env[68199]: DEBUG nova.compute.manager [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Received event network-changed-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.612577] env[68199]: DEBUG nova.compute.manager [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Refreshing instance network info cache due to event network-changed-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.612624] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Acquiring lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.612740] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Acquired lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.612891] env[68199]: DEBUG nova.network.neutron [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Refreshing network info cache for port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.616404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.653291] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.653575] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Instance network_info: |[{"id": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "address": "fa:16:3e:ea:9c:4d", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193cff03-fd", "ovs_interfaceid": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.653979] env[68199]: INFO nova.compute.manager [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Rebuilding instance [ 653.657642] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '193cff03-fd6a-487f-a2ca-28eeeb987da9', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.665629] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating folder: Project (fa1b0d897d3f4564a2d88e6b4b05d891). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.666211] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63051fc-0874-4e3f-8fe8-d3336ea0d808 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.677020] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created folder: Project (fa1b0d897d3f4564a2d88e6b4b05d891) in parent group-v614632. [ 653.677272] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating folder: Instances. Parent ref: group-v614679. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.677494] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0afbec11-a5e0-4386-a702-77d057b8cc12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.690656] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created folder: Instances in parent group-v614679. [ 653.691269] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.691269] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.691511] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0d6b8d-8a2a-4aa8-8e23-8b3971826325 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.713820] env[68199]: DEBUG nova.compute.manager [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.714694] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755ffec-ab28-479a-bc7a-d7bdb551cd68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.718326] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.718326] env[68199]: value = "task-3069631" [ 653.718326] env[68199]: _type = "Task" [ 653.718326] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.730040] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069631, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.732512] env[68199]: DEBUG nova.compute.utils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.736615] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.736615] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.799474] env[68199]: DEBUG nova.policy [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c790ded98caf4d24acf18c0b829c1e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba99daf6517467dabc8ac87eca60879', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.807867] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.808223] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing instance network info cache due to event network-changed-36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.808484] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Acquiring lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.809031] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Acquired lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.809223] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Refreshing network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.919777] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069627, 'name': ReconfigVM_Task, 'duration_secs': 0.575333} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.920294] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 56ee06de-74a2-447a-860c-307ab88a8eeb/56ee06de-74a2-447a-860c-307ab88a8eeb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.921123] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e4f63f7-b363-47be-a0e8-0fe8d70b08d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.932112] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515514} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.933476] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0d5a26e6-dbfd-4baf-800a-46df79939a9e/0d5a26e6-dbfd-4baf-800a-46df79939a9e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.933702] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.934022] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 653.934022] env[68199]: value = "task-3069632" [ 653.934022] env[68199]: _type = "Task" [ 653.934022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.934995] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa028fd-264f-40e8-a06f-611ba04aaef7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.948264] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 653.948264] env[68199]: value = "task-3069633" [ 653.948264] env[68199]: _type = "Task" [ 653.948264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.949370] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069632, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.958258] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.085370] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.298s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.232106] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069631, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.241480] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.462062] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069632, 'name': Rename_Task, 'duration_secs': 0.140583} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.462689] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.467645] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d22fc3-99c0-4aac-a2df-1d996eb7d8f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.472486] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079723} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.476587] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.477746] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18907742-4141-49bc-a2e3-ea617c158f54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.483508] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 654.483508] env[68199]: value = "task-3069634" [ 654.483508] env[68199]: _type = "Task" [ 654.483508] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.516323] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 0d5a26e6-dbfd-4baf-800a-46df79939a9e/0d5a26e6-dbfd-4baf-800a-46df79939a9e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.517266] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Successfully created port: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.522398] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94368735-6f0c-4f0b-a391-3095e26d7f2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.546562] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.551480] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 654.551480] env[68199]: value = "task-3069635" [ 654.551480] env[68199]: _type = "Task" [ 654.551480] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.559885] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.583140] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updated VIF entry in instance network info cache for port 36aa5220-66a1-4071-a9b7-460b31b839ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.583258] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [{"id": "36aa5220-66a1-4071-a9b7-460b31b839ca", "address": "fa:16:3e:ad:3d:c9", "network": {"id": "6a1ab732-e429-4e0c-96a6-43af0412662e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1447515258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c67e2fe88bf43298650ae7a2a0d9e48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aa5220-66", "ovs_interfaceid": "36aa5220-66a1-4071-a9b7-460b31b839ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.588108] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.669462] env[68199]: DEBUG nova.network.neutron [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updated VIF entry in instance network info cache for port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.669996] env[68199]: DEBUG nova.network.neutron [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updating instance_info_cache with network_info: [{"id": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "address": "fa:16:3e:a8:2c:d2", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc0c12-ef", "ovs_interfaceid": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.714922] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea171565-8666-4ce8-ba47-605656bdb3d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.727312] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b4333-11b6-4c00-8d6e-31f08d2961c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.737430] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.737552] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069631, 'name': CreateVM_Task, 'duration_secs': 0.605543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.737789] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b877e0-0dcd-4950-a3dd-123427efbf2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.739766] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.740884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.740884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.741192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.742512] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebd0f77-4ea6-485b-8287-a759082874e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.780398] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16a73c-b04f-41a4-9d4a-a104f3fa0a77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.783848] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 654.783848] env[68199]: value = "task-3069636" [ 654.783848] env[68199]: _type = "Task" [ 654.783848] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.785959] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 654.785959] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f20a5d-81c8-f102-8f4f-9f4c9df2d514" [ 654.785959] env[68199]: _type = "Task" [ 654.785959] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.797158] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555ca66-7b74-4164-8d00-575a21b1f440 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.806810] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.811762] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f20a5d-81c8-f102-8f4f-9f4c9df2d514, 'name': SearchDatastore_Task, 'duration_secs': 0.027122} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.819453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.819733] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.819972] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.820134] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.820318] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.820805] env[68199]: DEBUG nova.compute.provider_tree [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.822138] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8fa0c5b-f5e5-43f9-9b0b-0de02f1fb3c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.831228] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.831431] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.832672] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0ddb01-6717-45ce-85a5-cc59fe4adfa9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.838823] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 654.838823] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52966ffd-74ae-08c2-4fdb-1bbf05d74915" [ 654.838823] env[68199]: _type = "Task" [ 654.838823] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.847810] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52966ffd-74ae-08c2-4fdb-1bbf05d74915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.866334] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.866570] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.993979] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069634, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.063139] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069635, 'name': ReconfigVM_Task, 'duration_secs': 0.289434} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.063441] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 0d5a26e6-dbfd-4baf-800a-46df79939a9e/0d5a26e6-dbfd-4baf-800a-46df79939a9e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.064083] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d47714-e3d4-48ca-96a3-b612a11e1baa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.071048] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 655.071048] env[68199]: value = "task-3069637" [ 655.071048] env[68199]: _type = "Task" [ 655.071048] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.079411] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069637, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.086106] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Releasing lock "refresh_cache-21b5ba2f-3b5e-485a-a59c-6626f8b4be36" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.086560] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Received event network-vif-plugged-193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.086560] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Acquiring lock "287b6463-6084-4002-9667-e6bb607f61d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.086759] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Lock "287b6463-6084-4002-9667-e6bb607f61d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.086936] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Lock "287b6463-6084-4002-9667-e6bb607f61d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.086986] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] No waiting events found dispatching network-vif-plugged-193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.087214] env[68199]: WARNING nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Received unexpected event network-vif-plugged-193cff03-fd6a-487f-a2ca-28eeeb987da9 for instance with vm_state building and task_state spawning. [ 655.087424] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Received event network-changed-193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.087750] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Refreshing instance network info cache due to event network-changed-193cff03-fd6a-487f-a2ca-28eeeb987da9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.087891] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Acquiring lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.088078] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Acquired lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.088292] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Refreshing network info cache for port 193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.117134] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.174826] env[68199]: DEBUG oslo_concurrency.lockutils [req-20c6162c-b1f0-4c8a-9f6b-92e3825f05a3 req-0831d308-f1fd-43fe-8716-9041115a7321 service nova] Releasing lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.280036] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.298119] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069636, 'name': PowerOffVM_Task, 'duration_secs': 0.239841} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.298341] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.298530] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.301731] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2b10b-a174-4e32-ae2f-2de218d4b584 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.309482] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.310450] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5219d44-1d7c-4682-82ba-58d225e1dd99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.314889] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.315140] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.315296] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.315562] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.315623] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.315857] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.315985] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.316156] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.316320] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.316474] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.316641] env[68199]: DEBUG nova.virt.hardware [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.317760] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c9cd5-3b56-4065-bce3-bf03ef372fa9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.325216] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fd502-8fa9-4c4c-b335-32c2f2c411f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.329967] env[68199]: DEBUG nova.scheduler.client.report [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.337173] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.337173] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.337173] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Deleting the datastore file [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.337598] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-755fdc05-7864-4d4f-ae52-12a0e6a177b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.360957] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52966ffd-74ae-08c2-4fdb-1bbf05d74915, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.362800] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 655.362800] env[68199]: value = "task-3069639" [ 655.362800] env[68199]: _type = "Task" [ 655.362800] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.362997] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa27a4e9-b3c4-42c6-8c67-51692dc25740 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.371221] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 655.371221] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5205f380-6609-cbfc-970e-59ea5815ee89" [ 655.371221] env[68199]: _type = "Task" [ 655.371221] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.374761] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.382358] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205f380-6609-cbfc-970e-59ea5815ee89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.496477] env[68199]: DEBUG oslo_vmware.api [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069634, 'name': PowerOnVM_Task, 'duration_secs': 0.665227} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.496778] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.497304] env[68199]: INFO nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Took 9.89 seconds to spawn the instance on the hypervisor. [ 655.497304] env[68199]: DEBUG nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.498069] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d139eb9-74fe-4543-bd1b-70b8d0b8ea6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.580578] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069637, 'name': Rename_Task, 'duration_secs': 0.140104} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.580809] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.580998] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207f3ae8-9704-4399-a70b-5c8ee338185c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.586981] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 655.586981] env[68199]: value = "task-3069640" [ 655.586981] env[68199]: _type = "Task" [ 655.586981] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.595769] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.748061] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.748341] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.748547] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.748725] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.748886] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.751484] env[68199]: INFO nova.compute.manager [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Terminating instance [ 655.838869] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.839487] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.842037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.377s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.876863] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159803} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.877898] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Updated VIF entry in instance network info cache for port 193cff03-fd6a-487f-a2ca-28eeeb987da9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.878561] env[68199]: DEBUG nova.network.neutron [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Updating instance_info_cache with network_info: [{"id": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "address": "fa:16:3e:ea:9c:4d", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193cff03-fd", "ovs_interfaceid": "193cff03-fd6a-487f-a2ca-28eeeb987da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.887851] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.888266] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.888445] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.899799] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205f380-6609-cbfc-970e-59ea5815ee89, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.899799] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.899799] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 287b6463-6084-4002-9667-e6bb607f61d7/287b6463-6084-4002-9667-e6bb607f61d7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.900076] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2330a533-61bf-48de-991c-6e8ce858e2ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.907831] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 655.907831] env[68199]: value = "task-3069641" [ 655.907831] env[68199]: _type = "Task" [ 655.907831] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.918288] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.018900] env[68199]: INFO nova.compute.manager [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Took 25.63 seconds to build instance. [ 656.099534] env[68199]: DEBUG oslo_vmware.api [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069640, 'name': PowerOnVM_Task, 'duration_secs': 0.468687} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.099900] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.100214] env[68199]: INFO nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Took 7.94 seconds to spawn the instance on the hypervisor. [ 656.100402] env[68199]: DEBUG nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.101346] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf34a4-4105-4af7-88bd-3ee9379d56a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.116491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.116787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.117072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.117328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.117469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.119917] env[68199]: INFO nova.compute.manager [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Terminating instance [ 656.255655] env[68199]: DEBUG nova.compute.manager [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.256327] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.256988] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd3cff4-fd5a-4ded-b0b0-f23e5dddf54c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.262739] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.262975] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.263187] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.263362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.263782] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.268594] env[68199]: INFO nova.compute.manager [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Terminating instance [ 656.272878] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.274552] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb8243d6-511f-4997-ba8c-304eec4c4fad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.282507] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 656.282507] env[68199]: value = "task-3069642" [ 656.282507] env[68199]: _type = "Task" [ 656.282507] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.293148] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.346236] env[68199]: DEBUG nova.compute.utils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.351673] env[68199]: INFO nova.compute.claims [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.361785] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.361987] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.394638] env[68199]: DEBUG oslo_concurrency.lockutils [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] Releasing lock "refresh_cache-287b6463-6084-4002-9667-e6bb607f61d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.394893] env[68199]: DEBUG nova.compute.manager [req-984aed24-e006-4147-90e4-b3cd27dbbbc5 req-4e0207f9-1811-4134-be10-06305161fbde service nova] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Received event network-vif-deleted-e60da4b6-f988-4020-8690-c0de21647c59 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.423126] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.508643] env[68199]: DEBUG nova.policy [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fac5f278fdff41a1a7ec8a8dc87f1559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3577701654c4965a83f9ce20fa5d054', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.521099] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.969s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.601941] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Successfully updated port: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.623739] env[68199]: INFO nova.compute.manager [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Took 24.85 seconds to build instance. [ 656.625208] env[68199]: DEBUG nova.compute.manager [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.625464] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.626914] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005490d-1c4f-4573-9f8f-8c7291b7bf6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.637645] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.638016] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35f34bab-e7a1-47cb-b9b7-35310fbf9111 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.645562] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 656.645562] env[68199]: value = "task-3069643" [ 656.645562] env[68199]: _type = "Task" [ 656.645562] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.664241] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.777808] env[68199]: DEBUG nova.compute.manager [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.777906] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.778839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70097b88-df3d-4b64-a0d9-0a69dda24ed5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.791198] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.791198] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75298b56-7f07-4208-85cc-eb6e83d4acda {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.795530] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069642, 'name': PowerOffVM_Task, 'duration_secs': 0.407433} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.796632] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.796632] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.796819] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aa289e5-55b6-4858-9b26-899c9f4a4978 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.801690] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 656.801690] env[68199]: value = "task-3069644" [ 656.801690] env[68199]: _type = "Task" [ 656.801690] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.810644] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.863092] env[68199]: INFO nova.compute.resource_tracker [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating resource usage from migration 9ad0f4f5-817a-4eb0-a164-de57cb6cfe24 [ 656.869428] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.869703] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.869920] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Deleting the datastore file [datastore1] 2b2c2af2-02ef-4013-b63b-ffe7f9414072 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.870807] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.875209] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8394b373-1966-41b5-951e-d25d7fe56a4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.880844] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for the task: (returnval){ [ 656.880844] env[68199]: value = "task-3069646" [ 656.880844] env[68199]: _type = "Task" [ 656.880844] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.890021] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.918650] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595302} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.923856] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 287b6463-6084-4002-9667-e6bb607f61d7/287b6463-6084-4002-9667-e6bb607f61d7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.923856] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.924885] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bccbb117-b4b1-4363-94a9-dd3ca78b974f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.937049] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 656.937049] env[68199]: value = "task-3069647" [ 656.937049] env[68199]: _type = "Task" [ 656.937049] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.939257] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.939503] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.939684] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.939910] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.940079] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.940282] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.940529] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.940729] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.940914] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.941093] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.941277] env[68199]: DEBUG nova.virt.hardware [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.945741] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9817402-0442-47c4-9148-fd13423c042b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.954481] env[68199]: DEBUG nova.compute.manager [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Received event network-vif-plugged-1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.954641] env[68199]: DEBUG oslo_concurrency.lockutils [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] Acquiring lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.954844] env[68199]: DEBUG oslo_concurrency.lockutils [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.955045] env[68199]: DEBUG oslo_concurrency.lockutils [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.955235] env[68199]: DEBUG nova.compute.manager [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] No waiting events found dispatching network-vif-plugged-1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.955435] env[68199]: WARNING nova.compute.manager [req-43d8c510-3ebd-4733-8e27-c824f15e434d req-45e34da2-78a8-457a-a92d-304f7828b7ed service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Received unexpected event network-vif-plugged-1ba6df08-54fa-42d9-ab53-699e09d8aa8b for instance with vm_state building and task_state spawning. [ 656.961659] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.966709] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ae195-31b7-4c04-b7a0-8ce865749a90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.984331] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.990297] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.993284] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.994088] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd2c8323-5722-44d4-a304-0dba04c014eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.016233] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.016233] env[68199]: value = "task-3069648" [ 657.016233] env[68199]: _type = "Task" [ 657.016233] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.023477] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069648, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.027354] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.105104] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.105289] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquired lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.105472] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.133499] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.981s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.157224] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069643, 'name': PowerOffVM_Task, 'duration_secs': 0.39601} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.157546] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.157734] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.158049] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857449d4-ac31-4a08-a267-14e71bf2870d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.245973] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.246251] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.246457] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleting the datastore file [datastore1] 21b5ba2f-3b5e-485a-a59c-6626f8b4be36 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.246728] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e397f8d7-51dc-4f89-ba0c-70998355ebcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.257877] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for the task: (returnval){ [ 657.257877] env[68199]: value = "task-3069650" [ 657.257877] env[68199]: _type = "Task" [ 657.257877] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.269902] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.314976] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069644, 'name': PowerOffVM_Task, 'duration_secs': 0.304112} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.315298] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.315482] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.315793] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daeb007d-f283-4cd3-8a54-7a73dd7aa43e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.324087] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Successfully created port: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.353173] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d35858-0f81-4006-92eb-e810ce13ac1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.360132] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c14586-8176-42bb-9955-27de0e8b7e10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.398565] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f91fa2-8f25-4fae-a5f4-1b547eeeae08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.406311] env[68199]: DEBUG oslo_vmware.api [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Task: {'id': task-3069646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451308} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.408353] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.408546] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.408724] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.408894] env[68199]: INFO nova.compute.manager [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Took 1.15 seconds to destroy the instance on the hypervisor. [ 657.409163] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.409403] env[68199]: DEBUG nova.compute.manager [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.409499] env[68199]: DEBUG nova.network.neutron [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.412103] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ccc9b-aab9-40a8-9d71-5bdfd9670a79 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.425830] env[68199]: DEBUG nova.compute.provider_tree [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.447996] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145269} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.448231] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.448988] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220036b-23e7-44e8-be1d-c8190c6a7ba8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.473668] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 287b6463-6084-4002-9667-e6bb607f61d7/287b6463-6084-4002-9667-e6bb607f61d7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.474193] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec4097d-5572-484d-926a-456b207489b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.499122] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 657.499122] env[68199]: value = "task-3069652" [ 657.499122] env[68199]: _type = "Task" [ 657.499122] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.508849] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.526301] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069648, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.554333] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.636711] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.671608] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.779294] env[68199]: DEBUG oslo_vmware.api [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Task: {'id': task-3069650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433061} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.781612] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.781612] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.781612] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.781612] env[68199]: INFO nova.compute.manager [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Took 1.16 seconds to destroy the instance on the hypervisor. [ 657.781612] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.781612] env[68199]: DEBUG nova.compute.manager [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.781612] env[68199]: DEBUG nova.network.neutron [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.898027] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.932720] env[68199]: DEBUG nova.scheduler.client.report [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.943429] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.943429] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.943750] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.943750] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.943877] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.944521] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.944521] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.944733] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.944884] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.945121] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.945210] env[68199]: DEBUG nova.virt.hardware [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.946085] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbe00c-25cf-4952-a15c-88f151ba8e9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.955542] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b8d273-6b17-4c11-857f-a87cd5b7db61 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.962754] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.962967] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.963166] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleting the datastore file [datastore1] 3443ca21-8dbf-4c50-9028-c1989ec04399 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.963854] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c1e5e5a-6876-44a2-8cc3-f4822f969b5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.983577] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 657.983577] env[68199]: value = "task-3069653" [ 657.983577] env[68199]: _type = "Task" [ 657.983577] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.994057] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.012850] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069652, 'name': ReconfigVM_Task, 'duration_secs': 0.299786} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.012989] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 287b6463-6084-4002-9667-e6bb607f61d7/287b6463-6084-4002-9667-e6bb607f61d7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.014069] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adaeaee2-799d-46ac-81b2-b962662c48b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.023794] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 658.023794] env[68199]: value = "task-3069654" [ 658.023794] env[68199]: _type = "Task" [ 658.023794] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.034221] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069648, 'name': CreateVM_Task, 'duration_secs': 0.621112} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.035020] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.035875] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.035875] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.036395] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.041536] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8771f3-a5ec-42de-a021-3023228045c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044998] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069654, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.051153] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 658.051153] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f7dc43-e92d-c470-fd70-b04b44161f79" [ 658.051153] env[68199]: _type = "Task" [ 658.051153] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.059982] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f7dc43-e92d-c470-fd70-b04b44161f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.162455] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.193683] env[68199]: DEBUG nova.network.neutron [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updating instance_info_cache with network_info: [{"id": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "address": "fa:16:3e:28:8a:33", "network": {"id": "dae9c6a6-d53b-4036-8eaf-ea7ad33806e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-442128270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba99daf6517467dabc8ac87eca60879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba6df08-54", "ovs_interfaceid": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.436402] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.593s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.436402] env[68199]: INFO nova.compute.manager [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Migrating [ 658.436402] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436402] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.336s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.440501] env[68199]: INFO nova.compute.claims [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.496551] env[68199]: DEBUG oslo_vmware.api [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3069653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443267} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.496967] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.497307] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.497644] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.497964] env[68199]: INFO nova.compute.manager [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Took 1.72 seconds to destroy the instance on the hypervisor. [ 658.498355] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.498779] env[68199]: DEBUG nova.compute.manager [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.499126] env[68199]: DEBUG nova.network.neutron [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.534244] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069654, 'name': Rename_Task, 'duration_secs': 0.142523} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.534966] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.535420] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22cd8607-8c7d-47c4-8c1e-215fab805bf6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.542834] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 658.542834] env[68199]: value = "task-3069655" [ 658.542834] env[68199]: _type = "Task" [ 658.542834] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.553454] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.563317] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f7dc43-e92d-c470-fd70-b04b44161f79, 'name': SearchDatastore_Task, 'duration_secs': 0.013815} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.563833] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.564281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.565192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.565192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.565192] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.565499] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782e7e58-a3fb-462d-b5af-5b462975ebb3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.578211] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.578211] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.578211] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c5a877-0cc1-47a7-8072-659545e460c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.584116] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 658.584116] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52521016-7dc7-b604-827b-b5c7e5d5fef6" [ 658.584116] env[68199]: _type = "Task" [ 658.584116] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.595199] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52521016-7dc7-b604-827b-b5c7e5d5fef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.634559] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "e6415680-4084-41ed-9cce-cae4c14919da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.634559] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.699020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Releasing lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.699020] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Instance network_info: |[{"id": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "address": "fa:16:3e:28:8a:33", "network": {"id": "dae9c6a6-d53b-4036-8eaf-ea7ad33806e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-442128270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba99daf6517467dabc8ac87eca60879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba6df08-54", "ovs_interfaceid": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.699020] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:8a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba6df08-54fa-42d9-ab53-699e09d8aa8b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.706427] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Creating folder: Project (0ba99daf6517467dabc8ac87eca60879). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.707388] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67699d19-dbf2-471f-a60c-dd23dc45cc98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.722165] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Created folder: Project (0ba99daf6517467dabc8ac87eca60879) in parent group-v614632. [ 658.722165] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Creating folder: Instances. Parent ref: group-v614683. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.722165] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e9afdac-13a0-49ff-a0d7-00fab2008efe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.734143] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Created folder: Instances in parent group-v614683. [ 658.734143] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.734143] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.734143] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3ac752-4da9-468b-9d16-a502d8f5f5ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.759017] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.759017] env[68199]: value = "task-3069658" [ 658.759017] env[68199]: _type = "Task" [ 658.759017] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.768771] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069658, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.922995] env[68199]: DEBUG nova.network.neutron [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.939254] env[68199]: INFO nova.compute.rpcapi [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 658.939494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.055224] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069655, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.097229] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52521016-7dc7-b604-827b-b5c7e5d5fef6, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.098235] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9cca52-d768-4408-83d7-4ecec5630ebc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.106512] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 659.106512] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5273d319-50d5-4bf4-fc64-6cd7f293a3ef" [ 659.106512] env[68199]: _type = "Task" [ 659.106512] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.116283] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5273d319-50d5-4bf4-fc64-6cd7f293a3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.271815] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069658, 'name': CreateVM_Task, 'duration_secs': 0.421674} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.272330] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.273388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.273557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.274266] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.274374] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb01abee-40a2-47b3-a58b-fa199d97d511 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.280464] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 659.280464] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5277c619-db25-4df5-5b48-c60a091ce6c2" [ 659.280464] env[68199]: _type = "Task" [ 659.280464] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.290108] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5277c619-db25-4df5-5b48-c60a091ce6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.345659] env[68199]: DEBUG nova.network.neutron [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.429073] env[68199]: INFO nova.compute.manager [-] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Took 2.02 seconds to deallocate network for instance. [ 659.463669] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.463859] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.464020] env[68199]: DEBUG nova.network.neutron [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.560244] env[68199]: DEBUG oslo_vmware.api [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069655, 'name': PowerOnVM_Task, 'duration_secs': 0.581304} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.560244] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.560244] env[68199]: INFO nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Took 8.91 seconds to spawn the instance on the hypervisor. [ 659.560594] env[68199]: DEBUG nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.561411] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df61e4-0072-4f26-a8d2-f2e468153f08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.620309] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5273d319-50d5-4bf4-fc64-6cd7f293a3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.02311} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.624297] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.624575] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.625402] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2ccd3f-bc28-4faa-8206-dda74a703e11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.632736] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 659.632736] env[68199]: value = "task-3069659" [ 659.632736] env[68199]: _type = "Task" [ 659.632736] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.641255] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.777774] env[68199]: DEBUG nova.compute.manager [req-10b303a1-f5ce-449a-9780-047f792d0b65 req-73b088d1-1c28-44ed-a811-645278e32ec1 service nova] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Received event network-vif-deleted-36aa5220-66a1-4071-a9b7-460b31b839ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.797749] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5277c619-db25-4df5-5b48-c60a091ce6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.045747} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.797834] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.798065] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.798777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.799604] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.799604] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.801027] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e52d91-e911-430b-8a24-5754c6109bc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.814259] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.815260] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.818907] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc30a8f2-a435-4258-99e4-e4920bd6664e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.823870] env[68199]: DEBUG nova.compute.manager [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Received event network-changed-1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.824097] env[68199]: DEBUG nova.compute.manager [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Refreshing instance network info cache due to event network-changed-1ba6df08-54fa-42d9-ab53-699e09d8aa8b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.824256] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] Acquiring lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.824391] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] Acquired lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.824541] env[68199]: DEBUG nova.network.neutron [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Refreshing network info cache for port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.828657] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 659.828657] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5291c342-5dbd-5e7e-68b0-8466638079bf" [ 659.828657] env[68199]: _type = "Task" [ 659.828657] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.840099] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5291c342-5dbd-5e7e-68b0-8466638079bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.848672] env[68199]: INFO nova.compute.manager [-] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Took 2.07 seconds to deallocate network for instance. [ 659.939337] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.995598] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb8b291-f467-467a-915b-19e96f36fc8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.004597] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fb342b-3e26-444d-9e4b-b5a695740108 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.061798] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad5fa4-8358-4e6d-96f3-1a30f392596e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.073595] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ebea65-9fae-425c-b9d4-fe52deed46f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.094404] env[68199]: DEBUG nova.compute.provider_tree [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.097978] env[68199]: INFO nova.compute.manager [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Took 27.16 seconds to build instance. [ 660.146076] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.281999] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Successfully updated port: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.349659] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5291c342-5dbd-5e7e-68b0-8466638079bf, 'name': SearchDatastore_Task, 'duration_secs': 0.018969} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.350068] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4532ae-2b3e-4dbf-ab04-c4a5d4805db2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.356885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.359014] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 660.359014] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fceb76-5c82-6244-a51f-8ec1a3af2201" [ 660.359014] env[68199]: _type = "Task" [ 660.359014] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.368541] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fceb76-5c82-6244-a51f-8ec1a3af2201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.599709] env[68199]: DEBUG nova.scheduler.client.report [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.607998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc76be11-09ee-4200-9e55-be358ee7207f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.018s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.623472] env[68199]: DEBUG nova.network.neutron [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.646682] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771053} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.646966] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.647204] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.647779] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1962ce5d-95f9-4cbc-96e5-499c795a3fa3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.655604] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 660.655604] env[68199]: value = "task-3069660" [ 660.655604] env[68199]: _type = "Task" [ 660.655604] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.665593] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.704213] env[68199]: DEBUG nova.network.neutron [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updated VIF entry in instance network info cache for port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.704556] env[68199]: DEBUG nova.network.neutron [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updating instance_info_cache with network_info: [{"id": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "address": "fa:16:3e:28:8a:33", "network": {"id": "dae9c6a6-d53b-4036-8eaf-ea7ad33806e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-442128270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba99daf6517467dabc8ac87eca60879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba6df08-54", "ovs_interfaceid": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.787453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.787453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquired lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.787578] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.832842] env[68199]: DEBUG nova.network.neutron [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.871012] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fceb76-5c82-6244-a51f-8ec1a3af2201, 'name': SearchDatastore_Task, 'duration_secs': 0.014063} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.871012] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871318] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 59f3a6ef-8c8e-4129-aded-cd6414ded35b/59f3a6ef-8c8e-4129-aded-cd6414ded35b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.871652] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce3db15a-09c2-4cd3-8dff-04e24725b21c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.880018] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 660.880018] env[68199]: value = "task-3069661" [ 660.880018] env[68199]: _type = "Task" [ 660.880018] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.887884] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.908302] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.908449] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.109992] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.110669] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.113285] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.115799] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.458s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.120449] env[68199]: INFO nova.compute.claims [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.135561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.167675] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188146} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.167982] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.170567] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb771ce-0300-4bda-aaf8-5b5530b7b155 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.199210] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.200458] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04d7297-a214-41dd-938f-e65758c820b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.228976] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] Releasing lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.232624] env[68199]: DEBUG nova.compute.manager [req-4bd6b620-063f-4138-866f-65fc0b1969f6 req-f29515e0-72a4-4fc2-9950-29ef9e0ac0f7 service nova] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Received event network-vif-deleted-1ef38991-d363-469d-bbed-2d4a195328a9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.239754] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 661.239754] env[68199]: value = "task-3069662" [ 661.239754] env[68199]: _type = "Task" [ 661.239754] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.249219] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.336461] env[68199]: INFO nova.compute.manager [-] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Took 2.84 seconds to deallocate network for instance. [ 661.343782] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.398630] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.619991] env[68199]: DEBUG nova.compute.utils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.621446] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.622743] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.670124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.753482] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.793091] env[68199]: DEBUG nova.network.neutron [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Updating instance_info_cache with network_info: [{"id": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "address": "fa:16:3e:36:39:e2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f200820-7e", "ovs_interfaceid": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.801804] env[68199]: DEBUG nova.policy [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0895cbed614a14b4ddcfc36eea3598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f78afbbe5b4ef8a21023346071b8e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.842853] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.894026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "287b6463-6084-4002-9667-e6bb607f61d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.894519] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.894519] env[68199]: DEBUG nova.compute.manager [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.894654] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997176} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.895905] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e059ac7-eb50-40b8-ac01-eb91c7a7ad35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.901842] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 59f3a6ef-8c8e-4129-aded-cd6414ded35b/59f3a6ef-8c8e-4129-aded-cd6414ded35b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.901842] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.901842] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636ddcb7-1640-40bf-83b5-9770824a1651 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.905997] env[68199]: DEBUG nova.compute.manager [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 661.907050] env[68199]: DEBUG nova.objects.instance [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'flavor' on Instance uuid 287b6463-6084-4002-9667-e6bb607f61d7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.910114] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 661.910114] env[68199]: value = "task-3069663" [ 661.910114] env[68199]: _type = "Task" [ 661.910114] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.923717] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.108380] env[68199]: DEBUG nova.compute.manager [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Received event network-changed-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.108559] env[68199]: DEBUG nova.compute.manager [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Refreshing instance network info cache due to event network-changed-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.108766] env[68199]: DEBUG oslo_concurrency.lockutils [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] Acquiring lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108908] env[68199]: DEBUG oslo_concurrency.lockutils [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] Acquired lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.109094] env[68199]: DEBUG nova.network.neutron [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Refreshing network info cache for port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.125337] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.218781] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-deleted-37f7070b-cf34-48c0-bfbf-e74e0445bfed {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.218781] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-deleted-b8f4451a-cde1-4391-89a3-84123ec82e80 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.218932] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Received event network-vif-plugged-9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.219495] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Acquiring lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.219495] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.219797] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.219797] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] No waiting events found dispatching network-vif-plugged-9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.219948] env[68199]: WARNING nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Received unexpected event network-vif-plugged-9f200820-7e25-4ffc-9dc8-3cbc12b24441 for instance with vm_state building and task_state spawning. [ 662.220151] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Received event network-changed-9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.220287] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Refreshing instance network info cache due to event network-changed-9f200820-7e25-4ffc-9dc8-3cbc12b24441. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.220398] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Acquiring lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.256195] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.299020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Releasing lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.299020] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Instance network_info: |[{"id": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "address": "fa:16:3e:36:39:e2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f200820-7e", "ovs_interfaceid": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.299020] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Acquired lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.299020] env[68199]: DEBUG nova.network.neutron [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Refreshing network info cache for port 9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.299020] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:39:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f200820-7e25-4ffc-9dc8-3cbc12b24441', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.307862] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Creating folder: Project (d3577701654c4965a83f9ce20fa5d054). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.309079] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca63f35-d0ca-40d4-b734-7950a674f141 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.322335] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Created folder: Project (d3577701654c4965a83f9ce20fa5d054) in parent group-v614632. [ 662.322335] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Creating folder: Instances. Parent ref: group-v614686. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.322335] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a80836a-710a-475b-b439-b6ee1ff102d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.338527] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Created folder: Instances in parent group-v614686. [ 662.338527] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.338527] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.338527] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5627b9-fdd0-45b2-b6d3-af3383152c13 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.361488] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.361488] env[68199]: value = "task-3069666" [ 662.361488] env[68199]: _type = "Task" [ 662.361488] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.369850] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069666, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.433115] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.660820] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4801d236-7868-4987-a83d-324c2602a403 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.687544] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.692745] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Successfully created port: 20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.695985] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621220d9-aecc-4727-8d32-dada00c48d0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.705327] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6ded4-23aa-400e-9455-5504139c2e4a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.750653] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64161ff5-7d25-455f-938e-e9b1d2b1eedb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.758867] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.762240] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b065a2-082d-4cf6-9fe1-98f23de5c8de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.781546] env[68199]: DEBUG nova.compute.provider_tree [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.871513] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069666, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.928954] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.929262] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.929582] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8aee45c-c392-4e02-87e4-237910672cf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.938175] env[68199]: DEBUG oslo_vmware.api [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 662.938175] env[68199]: value = "task-3069667" [ 662.938175] env[68199]: _type = "Task" [ 662.938175] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.949057] env[68199]: DEBUG oslo_vmware.api [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.140810] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.170371] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.170599] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.170723] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.170908] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.171405] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.171405] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.171405] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.171575] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.171859] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.172180] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.172465] env[68199]: DEBUG nova.virt.hardware [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.173353] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af5bfd-21e2-4dc1-a3a7-cee4011dfa0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.184149] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d33bc2-f670-41e1-a43f-6353898d10f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.202948] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.202948] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1723e2e0-1e7a-40a2-a156-a601ce4f6ce2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.210477] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 663.210477] env[68199]: value = "task-3069668" [ 663.210477] env[68199]: _type = "Task" [ 663.210477] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.218574] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.257240] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069662, 'name': ReconfigVM_Task, 'duration_secs': 1.687448} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.257506] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.259997] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3a14be-ab8d-41a7-aae1-a4de13d0a6a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.267906] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 663.267906] env[68199]: value = "task-3069669" [ 663.267906] env[68199]: _type = "Task" [ 663.267906] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.276931] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069669, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.285045] env[68199]: DEBUG nova.scheduler.client.report [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.299314] env[68199]: DEBUG nova.network.neutron [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updated VIF entry in instance network info cache for port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.299557] env[68199]: DEBUG nova.network.neutron [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updating instance_info_cache with network_info: [{"id": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "address": "fa:16:3e:a8:2c:d2", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc0c12-ef", "ovs_interfaceid": "2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.371476] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069666, 'name': CreateVM_Task, 'duration_secs': 0.62933} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.371858] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.372405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.372625] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.372902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.373826] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e940cc83-98ad-4bbc-8932-743bd2d824b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.378108] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 663.378108] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cee6f6-252b-1c95-4a21-309ceaa8a9ef" [ 663.378108] env[68199]: _type = "Task" [ 663.378108] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.387555] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cee6f6-252b-1c95-4a21-309ceaa8a9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.420448] env[68199]: DEBUG nova.network.neutron [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Updated VIF entry in instance network info cache for port 9f200820-7e25-4ffc-9dc8-3cbc12b24441. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.420448] env[68199]: DEBUG nova.network.neutron [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Updating instance_info_cache with network_info: [{"id": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "address": "fa:16:3e:36:39:e2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f200820-7e", "ovs_interfaceid": "9f200820-7e25-4ffc-9dc8-3cbc12b24441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.437189] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.07729} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.438434] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.447131] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80055c55-1709-49fb-ba20-8ef8ff2c494d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.453764] env[68199]: DEBUG oslo_vmware.api [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069667, 'name': PowerOffVM_Task, 'duration_secs': 0.231038} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.463530] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.463660] env[68199]: DEBUG nova.compute.manager [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.473512] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 59f3a6ef-8c8e-4129-aded-cd6414ded35b/59f3a6ef-8c8e-4129-aded-cd6414ded35b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.474077] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520ecd82-9488-4cf7-95f6-a1d2d6442582 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.477303] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66fe81b-7484-40b9-bb3b-364625630f1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.503577] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 663.503577] env[68199]: value = "task-3069670" [ 663.503577] env[68199]: _type = "Task" [ 663.503577] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.512995] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.720088] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069668, 'name': PowerOffVM_Task, 'duration_secs': 0.196536} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.721106] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.721106] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.783272] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069669, 'name': Rename_Task, 'duration_secs': 0.160261} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.784338] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.784612] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efef9cf4-f6c2-4575-96a2-d74e28b90ce9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.795351] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.795857] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.798398] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 663.798398] env[68199]: value = "task-3069671" [ 663.798398] env[68199]: _type = "Task" [ 663.798398] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.800852] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.801948] env[68199]: INFO nova.compute.claims [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.810079] env[68199]: DEBUG oslo_concurrency.lockutils [req-567e448d-fef0-470b-aa88-9ab95e1223af req-b8ce9e2e-a366-480a-a3ae-93184ea10d0e service nova] Releasing lock "refresh_cache-0d5a26e6-dbfd-4baf-800a-46df79939a9e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.820799] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.896061] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cee6f6-252b-1c95-4a21-309ceaa8a9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.896260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.897011] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.897011] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.897011] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.898694] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.898694] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb39902c-b9ba-4ec0-aaac-3cf5ea89c3e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.909510] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.909758] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.910797] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6a82be-c116-4f6d-bdc5-b44773d9d2e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.917980] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 663.917980] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ea930e-9573-8b24-e991-6e776ab25087" [ 663.917980] env[68199]: _type = "Task" [ 663.917980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.922411] env[68199]: DEBUG oslo_concurrency.lockutils [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] Releasing lock "refresh_cache-fa531961-a1f6-4fc9-bc74-dc1693dbfd70" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.922411] env[68199]: DEBUG nova.compute.manager [req-23444fe7-6a46-4384-be74-cf0c79f7e452 req-6bc88d33-d466-4605-bae6-cfaa73323403 service nova] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Received event network-vif-deleted-92505c27-47b6-452d-91d9-2febd08067ff {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.928370] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea930e-9573-8b24-e991-6e776ab25087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.006804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7b0164dd-45cd-44d0-9d67-8b42e5402cf2 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.020571] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069670, 'name': ReconfigVM_Task, 'duration_secs': 0.274403} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.020885] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 59f3a6ef-8c8e-4129-aded-cd6414ded35b/59f3a6ef-8c8e-4129-aded-cd6414ded35b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.021565] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00554cb-1502-4d97-b47a-ccfadb6bb975 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.028847] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 664.028847] env[68199]: value = "task-3069672" [ 664.028847] env[68199]: _type = "Task" [ 664.028847] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.039123] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069672, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.230942] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.232261] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.232261] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.232553] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.234027] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.235909] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.241591] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b31ca5-3a67-477f-b218-9a1324238042 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.259374] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 664.259374] env[68199]: value = "task-3069673" [ 664.259374] env[68199]: _type = "Task" [ 664.259374] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.270284] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.301019] env[68199]: DEBUG nova.compute.utils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.302702] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.302885] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.321675] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.401214] env[68199]: DEBUG nova.policy [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e533f1fb571c4df08d81ebad0f18855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c76a2c7a58d4ca6bf89cb2a573815d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.431443] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea930e-9573-8b24-e991-6e776ab25087, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.431443] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b6271b-c3d6-4c96-a409-1cbb11d99d01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.438152] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 664.438152] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52454a1b-0964-a6a8-30d5-f1c9dafc41a7" [ 664.438152] env[68199]: _type = "Task" [ 664.438152] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.446609] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52454a1b-0964-a6a8-30d5-f1c9dafc41a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.543819] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069672, 'name': Rename_Task, 'duration_secs': 0.166989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.544211] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.544521] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9813645e-407c-4d9f-b30e-22d8913547e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.555951] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 664.555951] env[68199]: value = "task-3069674" [ 664.555951] env[68199]: _type = "Task" [ 664.555951] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.570704] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.687360] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "112fe205-82ae-498b-82df-5ca6b5d13b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.687831] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.775472] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069673, 'name': ReconfigVM_Task, 'duration_secs': 0.313384} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.775472] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.806232] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.839117] env[68199]: DEBUG oslo_vmware.api [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069671, 'name': PowerOnVM_Task, 'duration_secs': 0.542812} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.839959] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.839959] env[68199]: DEBUG nova.compute.manager [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.840552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc30fff-6837-4922-8c45-9d80306afcbb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.952021] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52454a1b-0964-a6a8-30d5-f1c9dafc41a7, 'name': SearchDatastore_Task, 'duration_secs': 0.036381} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.957233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.957233] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] fa531961-a1f6-4fc9-bc74-dc1693dbfd70/fa531961-a1f6-4fc9-bc74-dc1693dbfd70.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.957233] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb505677-2f3b-4f37-bf20-4b5c81d9d78e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.966913] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 664.966913] env[68199]: value = "task-3069675" [ 664.966913] env[68199]: _type = "Task" [ 664.966913] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.977041] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.040118] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Successfully created port: 1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.068999] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069674, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.286653] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.286653] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.286653] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.286653] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.287108] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.287108] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.291067] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.291067] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.291259] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.291296] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.291805] env[68199]: DEBUG nova.virt.hardware [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.298245] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 665.302183] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab1cb3c-791a-4ec2-a2a5-16b58b42ed5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.323459] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Successfully updated port: 20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.338666] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 665.338666] env[68199]: value = "task-3069676" [ 665.338666] env[68199]: _type = "Task" [ 665.338666] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.351187] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.373289] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.483527] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069675, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.530522] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46df63f1-31e3-4439-9763-ae70ddf9a1e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.543040] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2274df44-8f8d-4fb1-a022-4eb5f9af81cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.591157] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34e798-23fa-46cc-8c62-8a70a2b4f2f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.602966] env[68199]: DEBUG oslo_vmware.api [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3069674, 'name': PowerOnVM_Task, 'duration_secs': 0.711798} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.609090] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.609090] env[68199]: INFO nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Took 10.33 seconds to spawn the instance on the hypervisor. [ 665.609090] env[68199]: DEBUG nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.609090] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1829f8e8-8512-46e9-9728-b2f9d542b0e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.616937] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95eb45b-4689-4977-9fc1-1cf2c90cd796 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.635177] env[68199]: DEBUG nova.compute.provider_tree [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.831462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831892] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.833776] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.853584] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069676, 'name': ReconfigVM_Task, 'duration_secs': 0.440101} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.857173] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 665.857562] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d92d642-1db4-4eea-b194-25801e95db57 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.887852] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.890881] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae9b4f6-9f17-41af-ae38-59bb07679844 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.911775] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 665.911775] env[68199]: value = "task-3069677" [ 665.911775] env[68199]: _type = "Task" [ 665.911775] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.914324] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.914483] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.914549] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.914746] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.914864] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.915015] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.915238] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.915391] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.915551] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.915707] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.915874] env[68199]: DEBUG nova.virt.hardware [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.920027] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a6ba5-74a3-4791-b12c-c15aeddad060 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.935141] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb134320-2b88-42d7-94c1-936087849eb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.939237] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.960464] env[68199]: DEBUG nova.compute.manager [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Received event network-vif-plugged-20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.960576] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] Acquiring lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.960800] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.960991] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.961788] env[68199]: DEBUG nova.compute.manager [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] No waiting events found dispatching network-vif-plugged-20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.961788] env[68199]: WARNING nova.compute.manager [req-d4fdc22f-0845-4612-a5d2-a8e500256213 req-7ffdc052-2b4c-4a75-8ac8-54b3f345a278 service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Received unexpected event network-vif-plugged-20509137-4c08-47fe-99a9-c497ef7fd787 for instance with vm_state building and task_state spawning. [ 665.978499] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.978759] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] fa531961-a1f6-4fc9-bc74-dc1693dbfd70/fa531961-a1f6-4fc9-bc74-dc1693dbfd70.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.978975] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.979245] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8afc380-e960-418b-8f60-137cac9111e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.989923] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 665.989923] env[68199]: value = "task-3069678" [ 665.989923] env[68199]: _type = "Task" [ 665.989923] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.999511] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.154407] env[68199]: DEBUG nova.scheduler.client.report [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.167358] env[68199]: INFO nova.compute.manager [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Took 29.25 seconds to build instance. [ 666.429298] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069677, 'name': ReconfigVM_Task, 'duration_secs': 0.304278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.430231] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.436196] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4/e6481c67-cb8e-48a4-9749-fb060e70ffa4.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.436196] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.505886] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068162} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.507137] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.510410] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616cd2e-c216-4077-be4c-87db7235117a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.541573] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fa531961-a1f6-4fc9-bc74-dc1693dbfd70/fa531961-a1f6-4fc9-bc74-dc1693dbfd70.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.546348] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9a0449-94ef-4116-98ba-c41fae876373 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.573184] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 666.573184] env[68199]: value = "task-3069679" [ 666.573184] env[68199]: _type = "Task" [ 666.573184] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.584603] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.657922] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "80305184-f11f-43c0-b66e-db85008a2e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.658915] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.670197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.671647] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.673592] env[68199]: DEBUG oslo_concurrency.lockutils [None req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.774s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.674078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.221s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.674290] env[68199]: DEBUG nova.objects.instance [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lazy-loading 'resources' on Instance uuid 0c277809-2917-4d44-accf-5d128570d8c4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.713580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "002960bc-570e-4ed4-889f-5a476cc9471c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.713712] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.776124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "e0925630-021c-4dbe-921a-1fcc8b738b53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.776727] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.812268] env[68199]: DEBUG nova.network.neutron [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Updating instance_info_cache with network_info: [{"id": "20509137-4c08-47fe-99a9-c497ef7fd787", "address": "fa:16:3e:5e:53:3e", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20509137-4c", "ovs_interfaceid": "20509137-4c08-47fe-99a9-c497ef7fd787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.944376] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67a9876-90c1-4dad-a5cc-e70e8eb49ce6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.966055] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5b4a8-40d8-4be2-b1ef-41456766fd48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.986134] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.084533] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069679, 'name': ReconfigVM_Task, 'duration_secs': 0.298802} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.084533] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fa531961-a1f6-4fc9-bc74-dc1693dbfd70/fa531961-a1f6-4fc9-bc74-dc1693dbfd70.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.085812] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d07b3d9-867a-49de-8054-19f71d2a992b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.093419] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 667.093419] env[68199]: value = "task-3069684" [ 667.093419] env[68199]: _type = "Task" [ 667.093419] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.109075] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069684, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.130620] env[68199]: INFO nova.compute.manager [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Rebuilding instance [ 667.184203] env[68199]: DEBUG nova.compute.utils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.190387] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.190575] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.192530] env[68199]: DEBUG nova.compute.manager [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.193913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2e546-1004-471b-b37d-5472f75f1e75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.199087] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.253225] env[68199]: DEBUG nova.policy [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc389e9c9ce345bd9498fa1ce42d9b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607f5b3459f44d2f9f6a031691f49a0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.316253] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.316565] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Instance network_info: |[{"id": "20509137-4c08-47fe-99a9-c497ef7fd787", "address": "fa:16:3e:5e:53:3e", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20509137-4c", "ovs_interfaceid": "20509137-4c08-47fe-99a9-c497ef7fd787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.317025] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:53:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20509137-4c08-47fe-99a9-c497ef7fd787', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.327609] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Creating folder: Project (75f78afbbe5b4ef8a21023346071b8e6). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.327609] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d56acb8-c5da-48f9-b58b-8f9bd34f68c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.338637] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Created folder: Project (75f78afbbe5b4ef8a21023346071b8e6) in parent group-v614632. [ 667.338850] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Creating folder: Instances. Parent ref: group-v614692. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.339239] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-259da3be-2ecd-41a1-89e5-f311bc015f04 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.348353] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Created folder: Instances in parent group-v614692. [ 667.348583] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.351838] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.352262] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e12b02b2-9073-406a-ba32-85f04308171e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.375221] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.375221] env[68199]: value = "task-3069687" [ 667.375221] env[68199]: _type = "Task" [ 667.375221] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.383261] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069687, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.383261] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Successfully updated port: 1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.561192] env[68199]: DEBUG nova.network.neutron [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Port 9d351e07-2969-4800-8dc5-997ecf57392e binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 667.608126] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069684, 'name': Rename_Task, 'duration_secs': 0.153025} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.608868] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.610354] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e088020b-f62a-4de8-a4c4-90b7aa4fa0cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.623840] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 667.623840] env[68199]: value = "task-3069688" [ 667.623840] env[68199]: _type = "Task" [ 667.623840] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.633029] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.680276] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Successfully created port: cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.691691] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.729037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.798497] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3efe43-12ef-4357-a199-40b3dcc964c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.808755] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90afe90-bd31-4118-b96f-28981973beb6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.848694] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f8915c-e148-4ee5-9b3f-27374211b77a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859296] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98ee7d-035e-473f-968b-aac20989cb85 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.874369] env[68199]: DEBUG nova.compute.provider_tree [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.884030] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069687, 'name': CreateVM_Task, 'duration_secs': 0.432321} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.885270] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.885270] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.885270] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.885435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.885863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.885980] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.886169] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.887674] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69315cd0-d83c-4385-b89a-5be1e9bc9ec3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.892359] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 667.892359] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5248b3a7-2687-c5e0-3d33-ff0c8ecba62d" [ 667.892359] env[68199]: _type = "Task" [ 667.892359] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.905796] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5248b3a7-2687-c5e0-3d33-ff0c8ecba62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.137398] env[68199]: DEBUG oslo_vmware.api [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069688, 'name': PowerOnVM_Task, 'duration_secs': 0.464129} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.137704] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.137914] env[68199]: INFO nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Took 10.24 seconds to spawn the instance on the hypervisor. [ 668.138106] env[68199]: DEBUG nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.138921] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e14f088-6c78-48fc-a967-53e6e475dc00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.218443] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.218443] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c619c0-cc1f-4d2e-9db2-3f418bd386fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.226144] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 668.226144] env[68199]: value = "task-3069689" [ 668.226144] env[68199]: _type = "Task" [ 668.226144] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.236256] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.285807] env[68199]: DEBUG nova.compute.manager [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Received event network-vif-plugged-1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.286070] env[68199]: DEBUG oslo_concurrency.lockutils [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] Acquiring lock "0d009248-0719-4bed-b537-8d07d578f58c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.286319] env[68199]: DEBUG oslo_concurrency.lockutils [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] Lock "0d009248-0719-4bed-b537-8d07d578f58c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.286487] env[68199]: DEBUG oslo_concurrency.lockutils [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] Lock "0d009248-0719-4bed-b537-8d07d578f58c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.286662] env[68199]: DEBUG nova.compute.manager [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] No waiting events found dispatching network-vif-plugged-1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.286821] env[68199]: WARNING nova.compute.manager [req-108b5e31-27ce-4936-a184-3056ab4087e4 req-2cfc2872-1187-4bfc-8705-16084e00e84d service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Received unexpected event network-vif-plugged-1c85c478-f379-484e-be79-f9cb67896b3b for instance with vm_state building and task_state spawning. [ 668.382706] env[68199]: DEBUG nova.scheduler.client.report [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.388447] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "6c0b1a50-ac65-424d-aa40-934135372423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.388765] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.410212] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5248b3a7-2687-c5e0-3d33-ff0c8ecba62d, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.410523] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.410716] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.410976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.411140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.411319] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.411823] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c1087d9-d924-4e16-a92f-9e8acbcd9caa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.423492] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.423679] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.424447] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c6d276-ea0e-45d7-8f87-3040dbbae0df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.430096] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 668.430096] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5239ed6b-680e-d630-3cd4-9ff3010dc145" [ 668.430096] env[68199]: _type = "Task" [ 668.430096] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.438976] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5239ed6b-680e-d630-3cd4-9ff3010dc145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.450722] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.594167] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.594477] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.594855] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.661348] env[68199]: INFO nova.compute.manager [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Took 31.65 seconds to build instance. [ 668.703557] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.726592] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.726865] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.726984] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.727179] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.727323] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.727467] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.728100] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.728329] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.728514] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.728681] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.728871] env[68199]: DEBUG nova.virt.hardware [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.731573] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ec932-9f5d-4b2a-8c93-1c24a317445b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.747831] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5838ad-3785-4542-8499-8e8533d76b94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.751674] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069689, 'name': PowerOffVM_Task, 'duration_secs': 0.130376} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.751963] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.752211] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.753333] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd42c50-a00e-4120-9dbb-873e817db35a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.767899] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.768173] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07b6c76-7571-4523-99d9-c880bf627b50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.775289] env[68199]: DEBUG nova.network.neutron [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Updating instance_info_cache with network_info: [{"id": "1c85c478-f379-484e-be79-f9cb67896b3b", "address": "fa:16:3e:da:9d:6a", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c85c478-f3", "ovs_interfaceid": "1c85c478-f379-484e-be79-f9cb67896b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.789647] env[68199]: DEBUG nova.compute.manager [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.792946] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1f7c6-6ccc-4014-bb64-8cd70ee487cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795778] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.795988] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.796187] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Deleting the datastore file [datastore2] 26efde6f-cfcd-4f89-9807-94e7622a0e96 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.797279] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b9add1b-5b90-4a04-8dfd-9757bf619743 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.810315] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 668.810315] env[68199]: value = "task-3069691" [ 668.810315] env[68199]: _type = "Task" [ 668.810315] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.817510] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.823997] env[68199]: DEBUG nova.compute.manager [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Received event network-changed-20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.824165] env[68199]: DEBUG nova.compute.manager [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Refreshing instance network info cache due to event network-changed-20509137-4c08-47fe-99a9-c497ef7fd787. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.825691] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] Acquiring lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.825691] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] Acquired lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.825691] env[68199]: DEBUG nova.network.neutron [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Refreshing network info cache for port 20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.894285] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.895800] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.335s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.897381] env[68199]: INFO nova.compute.claims [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.928232] env[68199]: INFO nova.scheduler.client.report [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Deleted allocations for instance 0c277809-2917-4d44-accf-5d128570d8c4 [ 668.947685] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5239ed6b-680e-d630-3cd4-9ff3010dc145, 'name': SearchDatastore_Task, 'duration_secs': 0.033013} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.952023] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6a569f-b276-4b5f-8fbe-a94fdccc49cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.955879] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 668.955879] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528b3d28-ccc4-0d1e-57a1-bd80b8adb929" [ 668.955879] env[68199]: _type = "Task" [ 668.955879] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.967552] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528b3d28-ccc4-0d1e-57a1-bd80b8adb929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.164273] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.718s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.282021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282021] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Instance network_info: |[{"id": "1c85c478-f379-484e-be79-f9cb67896b3b", "address": "fa:16:3e:da:9d:6a", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c85c478-f3", "ovs_interfaceid": "1c85c478-f379-484e-be79-f9cb67896b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.282021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:9d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c85c478-f379-484e-be79-f9cb67896b3b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.290832] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.291204] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.291718] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-020723a7-a270-43e4-baef-63b1fe5a68ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.311170] env[68199]: INFO nova.compute.manager [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] instance snapshotting [ 669.311476] env[68199]: WARNING nova.compute.manager [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 669.321210] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7611fcb-d997-4116-9730-a2c08dab89ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.325431] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.325431] env[68199]: value = "task-3069692" [ 669.325431] env[68199]: _type = "Task" [ 669.325431] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.352022] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288315} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.353158] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352ca5c7-8ca9-4490-b711-7d4ace2eeeb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.356190] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.356507] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.356571] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.363303] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069692, 'name': CreateVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.445367] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c89e1242-d639-45d5-a85f-551410333d3b tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Lock "0c277809-2917-4d44-accf-5d128570d8c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.949s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.473283] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528b3d28-ccc4-0d1e-57a1-bd80b8adb929, 'name': SearchDatastore_Task, 'duration_secs': 0.018291} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.473606] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.473949] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3/8e5aa82d-8c22-4b8e-9133-361bfe0b33c3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.475145] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102d1927-edc7-4e4f-b6eb-c0e88ee7f149 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.482328] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 669.482328] env[68199]: value = "task-3069693" [ 669.482328] env[68199]: _type = "Task" [ 669.482328] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.491696] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.547724] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Successfully updated port: cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.674653] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.691710] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.691710] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.691847] env[68199]: DEBUG nova.network.neutron [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.837366] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069692, 'name': CreateVM_Task, 'duration_secs': 0.462571} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.837366] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.838260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.838260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.838458] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.838720] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f77fd9-e862-4ccc-bdee-dd0d1bb52519 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.844032] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 669.844032] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ebf12-7352-d125-5cc9-a5b21c91aab7" [ 669.844032] env[68199]: _type = "Task" [ 669.844032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.855212] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527ebf12-7352-d125-5cc9-a5b21c91aab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.871773] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 669.872126] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f8fd660-c3e0-41ae-95b7-74e6ec784d88 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.881021] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 669.881021] env[68199]: value = "task-3069695" [ 669.881021] env[68199]: _type = "Task" [ 669.881021] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.891292] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.001527] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.052138] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.052138] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquired lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.052138] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.197587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.355509] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527ebf12-7352-d125-5cc9-a5b21c91aab7, 'name': SearchDatastore_Task, 'duration_secs': 0.023427} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.358635] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.358720] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.359445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.359445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.359714] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.362312] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4acda4fd-dc90-423e-aa34-6042c4599c20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.387161] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.387381] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.393832] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a102a1d-fa03-460a-8e62-9c412dec289b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.396421] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069695, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.400297] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 670.400297] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5207bc38-eda7-75d1-1708-cc79956cd5c0" [ 670.400297] env[68199]: _type = "Task" [ 670.400297] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.680487] env[68199]: DEBUG nova.virt.hardware [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.680487] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b857d3-5d98-4b6b-ab41-d52d08202b13 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.680487] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5207bc38-eda7-75d1-1708-cc79956cd5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.680487] env[68199]: DEBUG nova.network.neutron [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Updated VIF entry in instance network info cache for port 20509137-4c08-47fe-99a9-c497ef7fd787. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.683422] env[68199]: DEBUG nova.network.neutron [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Updating instance_info_cache with network_info: [{"id": "20509137-4c08-47fe-99a9-c497ef7fd787", "address": "fa:16:3e:5e:53:3e", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20509137-4c", "ovs_interfaceid": "20509137-4c08-47fe-99a9-c497ef7fd787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3c875-100f-4209-a0a2-8f6578f6e5fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.683422] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.683422] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528cd0c-4631-46cf-8eca-21e5300a460f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa3a9e5-fe5f-4ef9-b321-9841f5438c83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722863} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.683422] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3/8e5aa82d-8c22-4b8e-9133-361bfe0b33c3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.683422] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd9c982-1641-4f55-9829-d6f3c02afe4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc74868-946b-4b49-bd2c-3ca9da58670e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.683422] env[68199]: value = "task-3069696" [ 670.683422] env[68199]: _type = "Task" [ 670.683422] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.683422] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea8af5d-e4eb-4a0c-9181-b5c34bb4ccea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683422] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 670.683422] env[68199]: value = "task-3069697" [ 670.685115] env[68199]: _type = "Task" [ 670.685115] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.685115] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069696, 'name': CreateVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.685115] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94d7f5-3504-426d-a289-d655b794b261 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.685115] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069697, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.694996] env[68199]: DEBUG nova.compute.provider_tree [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.741187] env[68199]: DEBUG nova.network.neutron [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.750104] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.896546] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069695, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.910627] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5207bc38-eda7-75d1-1708-cc79956cd5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.037035} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.910956] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3634aea2-2949-4fff-8eb5-73f318b0761a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.915950] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 670.915950] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521808ff-0aba-cbfa-782b-ab8777dab69d" [ 670.915950] env[68199]: _type = "Task" [ 670.915950] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.926276] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521808ff-0aba-cbfa-782b-ab8777dab69d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.954561] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d477052-69b8-4202-9523-0e744be731c7 req-1e76bdb4-67f9-4692-bd18-38e130730d9c service nova] Releasing lock "refresh_cache-8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.044302] env[68199]: DEBUG nova.network.neutron [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updating instance_info_cache with network_info: [{"id": "cc487b91-23a7-4018-a8be-da836f4b605e", "address": "fa:16:3e:e1:ac:54", "network": {"id": "358ed924-aeb8-4f16-b806-0f4f32af79f7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1947285100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f5b3459f44d2f9f6a031691f49a0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc487b91-23", "ovs_interfaceid": "cc487b91-23a7-4018-a8be-da836f4b605e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.120844] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069696, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.175400] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082703} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.177054] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.177054] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52484eb5-73a0-42b7-84b3-b6a63f3119e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.181814] env[68199]: DEBUG nova.compute.manager [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Received event network-changed-1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.182088] env[68199]: DEBUG nova.compute.manager [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Refreshing instance network info cache due to event network-changed-1c85c478-f379-484e-be79-f9cb67896b3b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.182413] env[68199]: DEBUG oslo_concurrency.lockutils [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] Acquiring lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.182955] env[68199]: DEBUG oslo_concurrency.lockutils [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] Acquired lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.182955] env[68199]: DEBUG nova.network.neutron [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Refreshing network info cache for port 1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.205046] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3/8e5aa82d-8c22-4b8e-9133-361bfe0b33c3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.208981] env[68199]: DEBUG nova.scheduler.client.report [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.212091] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34949e9e-882e-476c-b3d8-d432308cb4bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.240094] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 671.240094] env[68199]: value = "task-3069698" [ 671.240094] env[68199]: _type = "Task" [ 671.240094] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.245318] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.253772] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.393081] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069695, 'name': CreateSnapshot_Task, 'duration_secs': 1.21544} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.394821] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.394821] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7716e4c3-b855-4a73-9042-4eb44917f862 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.429726] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521808ff-0aba-cbfa-782b-ab8777dab69d, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.431334] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.431334] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0d009248-0719-4bed-b537-8d07d578f58c/0d009248-0719-4bed-b537-8d07d578f58c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.435264] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c186a17e-cb3c-48bf-a7b5-b7abf539fc99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.441735] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 671.441735] env[68199]: value = "task-3069699" [ 671.441735] env[68199]: _type = "Task" [ 671.441735] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.456807] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.492252] env[68199]: DEBUG nova.compute.manager [None req-c4097bf0-dbc7-42ee-b043-199f0c9200b2 tempest-ServerDiagnosticsTest-863090435 tempest-ServerDiagnosticsTest-863090435-project-admin] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.495782] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40feaf80-a992-4327-bd0d-46659ad3f527 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.507314] env[68199]: INFO nova.compute.manager [None req-c4097bf0-dbc7-42ee-b043-199f0c9200b2 tempest-ServerDiagnosticsTest-863090435 tempest-ServerDiagnosticsTest-863090435-project-admin] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Retrieving diagnostics [ 671.509498] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad472703-8fb4-49a5-a6b2-51369c0b5b5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.546754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Releasing lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.547290] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Instance network_info: |[{"id": "cc487b91-23a7-4018-a8be-da836f4b605e", "address": "fa:16:3e:e1:ac:54", "network": {"id": "358ed924-aeb8-4f16-b806-0f4f32af79f7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1947285100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f5b3459f44d2f9f6a031691f49a0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc487b91-23", "ovs_interfaceid": "cc487b91-23a7-4018-a8be-da836f4b605e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.547745] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ac:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc487b91-23a7-4018-a8be-da836f4b605e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.560355] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Creating folder: Project (607f5b3459f44d2f9f6a031691f49a0a). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.563578] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f732692-2157-4c0c-87de-a8ce4d249cd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.574013] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Created folder: Project (607f5b3459f44d2f9f6a031691f49a0a) in parent group-v614632. [ 671.574249] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Creating folder: Instances. Parent ref: group-v614698. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.574535] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fe5f320-b2a8-48b2-b79f-eaf0b5279b1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.586742] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Created folder: Instances in parent group-v614698. [ 671.586975] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.588283] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.588283] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bfafc10-d947-4572-81f5-c8569621c5d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.606537] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.606537] env[68199]: value = "task-3069702" [ 671.606537] env[68199]: _type = "Task" [ 671.606537] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.616186] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069702, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.622274] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069696, 'name': CreateVM_Task, 'duration_secs': 0.719805} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.622274] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.622274] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.622274] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.622976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.622976] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7301f8a5-2859-4769-887d-81e68d646849 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.629040] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 671.629040] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cbd4a1-69a5-78f5-0dda-095720f07694" [ 671.629040] env[68199]: _type = "Task" [ 671.629040] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.638266] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cbd4a1-69a5-78f5-0dda-095720f07694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.665912] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Received event network-changed-1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.666203] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Refreshing instance network info cache due to event network-changed-1ba6df08-54fa-42d9-ab53-699e09d8aa8b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.666433] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Acquiring lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.666569] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Acquired lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.667201] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Refreshing network info cache for port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.733350] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.733958] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.736971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.122s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.737203] env[68199]: DEBUG nova.objects.instance [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lazy-loading 'resources' on Instance uuid 1a83858e-331a-4b23-8ef3-393c123d155b {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.756816] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069698, 'name': ReconfigVM_Task, 'duration_secs': 0.318984} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.756816] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3/8e5aa82d-8c22-4b8e-9133-361bfe0b33c3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.757364] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622a315b-e88f-4798-8d75-4651752a7282 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.769219] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 671.769219] env[68199]: value = "task-3069703" [ 671.769219] env[68199]: _type = "Task" [ 671.769219] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.785745] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069703, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.785745] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80551694-d382-4c78-b8ea-d58b509b7d10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.805158] env[68199]: DEBUG nova.network.neutron [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Updated VIF entry in instance network info cache for port 1c85c478-f379-484e-be79-f9cb67896b3b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.805457] env[68199]: DEBUG nova.network.neutron [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Updating instance_info_cache with network_info: [{"id": "1c85c478-f379-484e-be79-f9cb67896b3b", "address": "fa:16:3e:da:9d:6a", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c85c478-f3", "ovs_interfaceid": "1c85c478-f379-484e-be79-f9cb67896b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.807188] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2060058-2be1-4d6a-a12d-b70ce397d6cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.817470] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.920883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.921590] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13836b1d-4fdf-4321-8b18-13594275134b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.930284] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 671.930284] env[68199]: value = "task-3069705" [ 671.930284] env[68199]: _type = "Task" [ 671.930284] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.942158] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069705, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.952045] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.121574] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069702, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.146324] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cbd4a1-69a5-78f5-0dda-095720f07694, 'name': SearchDatastore_Task, 'duration_secs': 0.029} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.146870] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.147162] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.147304] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.147423] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.147827] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.147990] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ede790-5f27-4905-9945-b4e62cca08d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.157174] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.157380] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.158198] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35071168-455c-4993-b4aa-98ddadeba25c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.166218] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 672.166218] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526b67a4-231a-7c56-7af8-2cf6efbdfd33" [ 672.166218] env[68199]: _type = "Task" [ 672.166218] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.180834] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b67a4-231a-7c56-7af8-2cf6efbdfd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.241027] env[68199]: DEBUG nova.compute.utils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.248439] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.249233] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.282051] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069703, 'name': Rename_Task, 'duration_secs': 0.146876} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.284991] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.285848] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1940d93-de44-463e-820d-2b0386f28ede {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.293984] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 672.293984] env[68199]: value = "task-3069706" [ 672.293984] env[68199]: _type = "Task" [ 672.293984] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.305166] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.311782] env[68199]: DEBUG oslo_concurrency.lockutils [req-99da60d8-dcf6-439c-9ebc-ec42838f9682 req-9c2e8937-4870-428d-825b-d1dc5f6af346 service nova] Releasing lock "refresh_cache-0d009248-0719-4bed-b537-8d07d578f58c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322287] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.322754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e8f5ce-0570-44dd-89bd-7df2b01d5f35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.332296] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 672.332296] env[68199]: value = "task-3069707" [ 672.332296] env[68199]: _type = "Task" [ 672.332296] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.342776] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.422553] env[68199]: DEBUG nova.policy [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bfb95cc34f4ea3805a920c5d4203fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b44ad269524167a24451bd032ce59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.462409] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749178} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.462409] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069705, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.463075] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0d009248-0719-4bed-b537-8d07d578f58c/0d009248-0719-4bed-b537-8d07d578f58c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.463309] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.463564] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c965dbe-fc16-44b6-9a8e-dd82c869f016 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.472336] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 672.472336] env[68199]: value = "task-3069708" [ 672.472336] env[68199]: _type = "Task" [ 672.472336] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.485755] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.622073] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069702, 'name': CreateVM_Task, 'duration_secs': 0.790768} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.622270] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.622995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.623162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.623535] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.623847] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc17b801-1d0b-4e3c-9239-b1cc1959ca10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.631071] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 672.631071] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529ef76d-4f19-8ba4-d7c9-fc52c378299c" [ 672.631071] env[68199]: _type = "Task" [ 672.631071] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.653746] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529ef76d-4f19-8ba4-d7c9-fc52c378299c, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.657562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.658195] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.658195] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.678969] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b67a4-231a-7c56-7af8-2cf6efbdfd33, 'name': SearchDatastore_Task, 'duration_secs': 0.016657} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.681166] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db936548-fe7f-4eb5-be24-e986c4b37236 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.692343] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 672.692343] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d5e74f-dc4d-9e3b-94d8-f36d1b8dc4d4" [ 672.692343] env[68199]: _type = "Task" [ 672.692343] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.700044] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5e74f-dc4d-9e3b-94d8-f36d1b8dc4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.751891] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.809093] env[68199]: DEBUG oslo_vmware.api [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069706, 'name': PowerOnVM_Task, 'duration_secs': 0.487275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.810094] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.813976] env[68199]: INFO nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Took 9.67 seconds to spawn the instance on the hypervisor. [ 672.813976] env[68199]: DEBUG nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.813976] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ead66a-36c7-4834-9e92-4170c0815b50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.845306] env[68199]: DEBUG oslo_vmware.api [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3069707, 'name': PowerOnVM_Task, 'duration_secs': 0.509888} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.849291] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.849722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f5224c-cc5a-4ac8-9d86-4152c3d682c0 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance 'e6481c67-cb8e-48a4-9749-fb060e70ffa4' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.942176] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.942176] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.942335] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.942483] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.943653] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.953215] env[68199]: INFO nova.compute.manager [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Terminating instance [ 672.965423] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069705, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.990235] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080797} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.992414] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.993538] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d79856-9644-4c3b-9305-670ec0287d6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.018201] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0d009248-0719-4bed-b537-8d07d578f58c/0d009248-0719-4bed-b537-8d07d578f58c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.022184] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e15652-0fe5-47d7-b492-694495481767 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.043410] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 673.043410] env[68199]: value = "task-3069709" [ 673.043410] env[68199]: _type = "Task" [ 673.043410] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.052441] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.082930] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8bc484-c677-4beb-9b03-ea80b25122cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.090727] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0d4ba-36ac-4072-87b1-c57c3b2dfad2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.127639] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updated VIF entry in instance network info cache for port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.127639] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updating instance_info_cache with network_info: [{"id": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "address": "fa:16:3e:28:8a:33", "network": {"id": "dae9c6a6-d53b-4036-8eaf-ea7ad33806e2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-442128270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba99daf6517467dabc8ac87eca60879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba6df08-54", "ovs_interfaceid": "1ba6df08-54fa-42d9-ab53-699e09d8aa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.129626] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbfca04-808f-4fe2-a0aa-d497d86c1043 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.137771] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b2e89c-d51d-4342-9cb3-2e7797f90396 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.155469] env[68199]: DEBUG nova.compute.provider_tree [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.203785] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5e74f-dc4d-9e3b-94d8-f36d1b8dc4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020417} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.204153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.204548] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.205868] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.207224] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.207224] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0960455d-6859-417f-a0fc-a6994ea981ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.209035] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0960f8ae-f35d-4ccd-bc6c-25620d22d9fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.216697] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 673.216697] env[68199]: value = "task-3069710" [ 673.216697] env[68199]: _type = "Task" [ 673.216697] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.222044] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.222291] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.223601] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec0900e-3eef-489a-a4e9-40148bad1f5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.231098] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.234832] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 673.234832] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524d829b-2c11-bf7e-2ba4-934f4d9f5107" [ 673.234832] env[68199]: _type = "Task" [ 673.234832] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.252859] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524d829b-2c11-bf7e-2ba4-934f4d9f5107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.353975] env[68199]: INFO nova.compute.manager [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Took 31.28 seconds to build instance. [ 673.454744] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069705, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.463452] env[68199]: DEBUG nova.compute.manager [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.463452] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.466411] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e7bde0-0fd5-409f-9d72-7c963f011de0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.478867] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.480351] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be95b47-bc4c-4de8-bd24-34d4d5531811 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.488841] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Successfully created port: e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.494081] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 673.494081] env[68199]: value = "task-3069711" [ 673.494081] env[68199]: _type = "Task" [ 673.494081] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.509018] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.558060] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.634127] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Releasing lock "refresh_cache-59f3a6ef-8c8e-4129-aded-cd6414ded35b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634431] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Received event network-vif-plugged-cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.634651] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Acquiring lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.634944] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.635138] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.635331] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] No waiting events found dispatching network-vif-plugged-cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.635519] env[68199]: WARNING nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Received unexpected event network-vif-plugged-cc487b91-23a7-4018-a8be-da836f4b605e for instance with vm_state building and task_state spawning. [ 673.635706] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Received event network-changed-cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.635878] env[68199]: DEBUG nova.compute.manager [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Refreshing instance network info cache due to event network-changed-cc487b91-23a7-4018-a8be-da836f4b605e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.636094] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Acquiring lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.636410] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Acquired lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.636618] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Refreshing network info cache for port cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.661682] env[68199]: DEBUG nova.scheduler.client.report [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.729241] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.749487] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524d829b-2c11-bf7e-2ba4-934f4d9f5107, 'name': SearchDatastore_Task, 'duration_secs': 0.023416} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.751385] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a381f3a-0c17-4873-811d-c37d04b392e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.756826] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 673.756826] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52af8f74-10d8-3239-dbe9-471844e92d8a" [ 673.756826] env[68199]: _type = "Task" [ 673.756826] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.769749] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.771489] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52af8f74-10d8-3239-dbe9-471844e92d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.799499] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.799869] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.799869] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.799959] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.801182] env[68199]: DEBUG nova.virt.hardware [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.801182] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10986f84-70eb-453f-a933-5413a48d8e36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.810377] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cd8d9-e57e-4643-8cff-28d56411a8d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.862758] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.428s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.954142] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069705, 'name': CloneVM_Task, 'duration_secs': 1.784275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.954413] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Created linked-clone VM from snapshot [ 673.955166] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f72c0-710b-4ac8-99dd-addc547542fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.962227] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Uploading image 8c77b48c-66eb-4b62-984b-f11270028d61 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.995454] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.995454] env[68199]: value = "vm-614701" [ 673.995454] env[68199]: _type = "VirtualMachine" [ 673.995454] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.995953] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-070b306c-0ee7-4e3f-a54a-b8b4562a7da9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.007363] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069711, 'name': PowerOffVM_Task, 'duration_secs': 0.3313} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.007700] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease: (returnval){ [ 674.007700] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249b837-5969-d393-8cb6-9915d9224ed1" [ 674.007700] env[68199]: _type = "HttpNfcLease" [ 674.007700] env[68199]: } obtained for exporting VM: (result){ [ 674.007700] env[68199]: value = "vm-614701" [ 674.007700] env[68199]: _type = "VirtualMachine" [ 674.007700] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.007977] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the lease: (returnval){ [ 674.007977] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249b837-5969-d393-8cb6-9915d9224ed1" [ 674.007977] env[68199]: _type = "HttpNfcLease" [ 674.007977] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.008442] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.008786] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.008926] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd8289b-5cb0-4e8b-b979-2b9cd16bbf34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.017894] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.017894] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249b837-5969-d393-8cb6-9915d9224ed1" [ 674.017894] env[68199]: _type = "HttpNfcLease" [ 674.017894] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.053574] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069709, 'name': ReconfigVM_Task, 'duration_secs': 0.613345} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.053841] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0d009248-0719-4bed-b537-8d07d578f58c/0d009248-0719-4bed-b537-8d07d578f58c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.054497] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8358ba14-c646-4a4d-b064-8197977215d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.063711] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 674.063711] env[68199]: value = "task-3069715" [ 674.063711] env[68199]: _type = "Task" [ 674.063711] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.072225] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069715, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.087312] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.087571] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.087808] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Deleting the datastore file [datastore2] fa531961-a1f6-4fc9-bc74-dc1693dbfd70 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.088102] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cda40f22-a682-4211-acbd-4ebd492b4d6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.094544] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for the task: (returnval){ [ 674.094544] env[68199]: value = "task-3069716" [ 674.094544] env[68199]: _type = "Task" [ 674.094544] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.103382] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.167374] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.169821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.053s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.171444] env[68199]: INFO nova.compute.claims [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.194147] env[68199]: INFO nova.scheduler.client.report [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Deleted allocations for instance 1a83858e-331a-4b23-8ef3-393c123d155b [ 674.229268] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701565} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.229703] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.230116] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.230508] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc9b116-f5a0-47f7-b3b2-18008273c2ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.243028] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 674.243028] env[68199]: value = "task-3069717" [ 674.243028] env[68199]: _type = "Task" [ 674.243028] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.267790] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.276797] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52af8f74-10d8-3239-dbe9-471844e92d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.06552} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.277070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.277343] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10/adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.277612] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04390666-d15d-4abf-85f0-b8b43acac80a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.284038] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 674.284038] env[68199]: value = "task-3069718" [ 674.284038] env[68199]: _type = "Task" [ 674.284038] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.292605] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.365421] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.519647] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.519647] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249b837-5969-d393-8cb6-9915d9224ed1" [ 674.519647] env[68199]: _type = "HttpNfcLease" [ 674.519647] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.520063] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.520063] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249b837-5969-d393-8cb6-9915d9224ed1" [ 674.520063] env[68199]: _type = "HttpNfcLease" [ 674.520063] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.521965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52219a-d0aa-484d-8088-a21ce328b130 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.533040] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.533040] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.606116] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069715, 'name': Rename_Task, 'duration_secs': 0.309382} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.609134] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.609410] env[68199]: DEBUG oslo_vmware.api [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Task: {'id': task-3069716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424979} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.609602] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e850c9-2356-4f24-a2e9-f59839b4f8c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.611314] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.611553] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.611661] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.611832] env[68199]: INFO nova.compute.manager [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 674.612093] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.612310] env[68199]: DEBUG nova.compute.manager [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.612423] env[68199]: DEBUG nova.network.neutron [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.618803] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 674.618803] env[68199]: value = "task-3069719" [ 674.618803] env[68199]: _type = "Task" [ 674.618803] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.627115] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.701986] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9399869c-8d41-4a31-a566-a1df80e79b84 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Lock "1a83858e-331a-4b23-8ef3-393c123d155b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.850s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.756388] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180113} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.757146] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.760619] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a92f78-154d-4b3b-b81b-59b5649dacac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.771595] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59c54ce3-4e1a-4079-a950-8880213505d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.798507] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.802518] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd30d83-2aea-41c4-8cef-b3743f6b971c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.835023] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 674.835023] env[68199]: value = "task-3069720" [ 674.835023] env[68199]: _type = "Task" [ 674.835023] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.839768] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069718, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.864937] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.896388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.137170] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.324901] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77064} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.331569] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10/adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.333503] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.333503] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c5c4bf-4241-48f1-a106-db261351665a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.341363] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 675.341363] env[68199]: value = "task-3069721" [ 675.341363] env[68199]: _type = "Task" [ 675.341363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.365572] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069720, 'name': ReconfigVM_Task, 'duration_secs': 0.520386} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.365572] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96/26efde6f-cfcd-4f89-9807-94e7622a0e96.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.365903] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.366386] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9174e77c-823c-471f-b3e0-44b652d2213e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.376920] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 675.376920] env[68199]: value = "task-3069722" [ 675.376920] env[68199]: _type = "Task" [ 675.376920] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.389292] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069722, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.419366] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updated VIF entry in instance network info cache for port cc487b91-23a7-4018-a8be-da836f4b605e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.419793] env[68199]: DEBUG nova.network.neutron [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updating instance_info_cache with network_info: [{"id": "cc487b91-23a7-4018-a8be-da836f4b605e", "address": "fa:16:3e:e1:ac:54", "network": {"id": "358ed924-aeb8-4f16-b806-0f4f32af79f7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1947285100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f5b3459f44d2f9f6a031691f49a0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc487b91-23", "ovs_interfaceid": "cc487b91-23a7-4018-a8be-da836f4b605e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.638426] env[68199]: DEBUG oslo_vmware.api [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069719, 'name': PowerOnVM_Task, 'duration_secs': 0.836823} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.638640] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.640701] env[68199]: INFO nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Took 9.80 seconds to spawn the instance on the hypervisor. [ 675.640701] env[68199]: DEBUG nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.641954] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e28223-6596-4d18-9d86-4af021b96036 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.860418] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b392ffe-b6e2-4387-8413-24d57198fbdb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.867534] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109812} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.868315] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.869260] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b653cc-dc47-42e3-ae91-e8ef3f4c384c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.874949] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd924076-e68b-4e20-a8a5-af48558d70b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.897790] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10/adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.902015] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651dd43c-2cdd-4a95-9d7d-90a2e43f3bfe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.945657] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a7f0438-7a16-46fa-9aa4-d91f9fcb218d req-f91c66c3-8fcf-4203-b152-0cc97272dcaf service nova] Releasing lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.949073] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439dff0a-a900-428f-9a22-45bba80e5b7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.954940] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069722, 'name': Rename_Task, 'duration_secs': 0.18809} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.957385] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 675.957385] env[68199]: value = "task-3069723" [ 675.957385] env[68199]: _type = "Task" [ 675.957385] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.957385] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.957385] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23687ed6-3329-4a07-b63e-5f9ce700846b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.965713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6a111d-9fe9-435f-9176-8aba8ab6f516 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.975132] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.975132] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Waiting for the task: (returnval){ [ 675.975132] env[68199]: value = "task-3069724" [ 675.975132] env[68199]: _type = "Task" [ 675.975132] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.989043] env[68199]: DEBUG nova.compute.provider_tree [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.996622] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069724, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.175512] env[68199]: INFO nova.compute.manager [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Took 33.54 seconds to build instance. [ 676.234530] env[68199]: DEBUG nova.network.neutron [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.313765] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Successfully updated port: e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.452754] env[68199]: DEBUG nova.compute.manager [req-0f6a6ca6-f0b9-4325-b0b5-f62c81abc667 req-edbadebf-d5b2-444d-98b4-21739f908af1 service nova] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Received event network-vif-deleted-9f200820-7e25-4ffc-9dc8-3cbc12b24441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.470891] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.489095] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069724, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.493431] env[68199]: DEBUG nova.scheduler.client.report [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.678603] env[68199]: DEBUG nova.compute.manager [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received event network-vif-plugged-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.678926] env[68199]: DEBUG oslo_concurrency.lockutils [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] Acquiring lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.679266] env[68199]: DEBUG oslo_concurrency.lockutils [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.679602] env[68199]: DEBUG oslo_concurrency.lockutils [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.681025] env[68199]: DEBUG nova.compute.manager [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] No waiting events found dispatching network-vif-plugged-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.681025] env[68199]: WARNING nova.compute.manager [req-00c5e78d-8099-45a7-af4b-02350cdc8eed req-f94e020f-677d-47b4-8ec3-ca8d11314264 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received unexpected event network-vif-plugged-e9bcc385-5d62-4834-895b-cc5499cf0055 for instance with vm_state building and task_state spawning. [ 676.681025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.574s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.742073] env[68199]: INFO nova.compute.manager [-] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Took 2.13 seconds to deallocate network for instance. [ 676.818385] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.818574] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.819334] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.975665] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.986990] env[68199]: DEBUG oslo_vmware.api [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Task: {'id': task-3069724, 'name': PowerOnVM_Task, 'duration_secs': 0.831438} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.987508] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.987585] env[68199]: DEBUG nova.compute.manager [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.988459] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98186fb-30c0-4cde-817d-c7fdf928e363 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.000994] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.001556] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.005334] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.451s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.006789] env[68199]: INFO nova.compute.claims [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.185061] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.253491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.379981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.381063] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.382884] env[68199]: DEBUG nova.compute.manager [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Going to confirm migration 1 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 677.405197] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.470324] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069723, 'name': ReconfigVM_Task, 'duration_secs': 1.045829} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.470636] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Reconfigured VM instance instance-00000016 to attach disk [datastore1] adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10/adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.471385] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0424daa8-8783-4a38-b030-808ea46b6117 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.480121] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 677.480121] env[68199]: value = "task-3069726" [ 677.480121] env[68199]: _type = "Task" [ 677.480121] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.490621] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069726, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.519270] env[68199]: DEBUG nova.compute.utils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.524236] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.524236] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.524236] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.660733] env[68199]: DEBUG nova.policy [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a78b96b75f0442caec04b1b1ae09efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a0e828f89e499bb227720bdd4494a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.683738] env[68199]: DEBUG nova.network.neutron [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [{"id": "e9bcc385-5d62-4834-895b-cc5499cf0055", "address": "fa:16:3e:3e:5c:19", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bcc385-5d", "ovs_interfaceid": "e9bcc385-5d62-4834-895b-cc5499cf0055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.729438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.995076] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069726, 'name': Rename_Task, 'duration_secs': 0.192878} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.995076] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.995457] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20f325e-a42f-4cc5-b955-282105414218 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.002944] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 678.002944] env[68199]: value = "task-3069727" [ 678.002944] env[68199]: _type = "Task" [ 678.002944] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.014162] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.024443] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.024632] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.024944] env[68199]: DEBUG nova.network.neutron [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.025008] env[68199]: DEBUG nova.objects.instance [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lazy-loading 'info_cache' on Instance uuid e6481c67-cb8e-48a4-9749-fb060e70ffa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.034061] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.189483] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.189702] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Instance network_info: |[{"id": "e9bcc385-5d62-4834-895b-cc5499cf0055", "address": "fa:16:3e:3e:5c:19", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bcc385-5d", "ovs_interfaceid": "e9bcc385-5d62-4834-895b-cc5499cf0055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.190231] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:5c:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9bcc385-5d62-4834-895b-cc5499cf0055', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.208588] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Creating folder: Project (76b44ad269524167a24451bd032ce59f). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.214126] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e1aff5-3e21-4340-8e11-ed4f00b55f23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.230301] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Created folder: Project (76b44ad269524167a24451bd032ce59f) in parent group-v614632. [ 678.230301] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Creating folder: Instances. Parent ref: group-v614703. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.230301] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd8f2a9f-d1d0-4515-8998-564c55e4251c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.247673] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Created folder: Instances in parent group-v614703. [ 678.247673] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.247673] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.247934] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fed6c03-9408-4e81-ad8a-f1b28935aa6e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.275748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.276190] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.276561] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.276561] env[68199]: value = "task-3069731" [ 678.276561] env[68199]: _type = "Task" [ 678.276561] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.296678] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Successfully created port: a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.301541] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069731, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.301852] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "92a7e525-691d-4b2f-915f-89595543fe46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.302077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.519089] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.790899] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069731, 'name': CreateVM_Task, 'duration_secs': 0.449059} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.791069] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.791767] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.791921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.792303] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792875] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de40bf1-95b1-4c7d-8200-d67bba7e7a70 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.803994] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 678.803994] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5a68f-29e5-ab5f-6474-d68a7c9bb3c2" [ 678.803994] env[68199]: _type = "Task" [ 678.803994] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.816182] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e5a68f-29e5-ab5f-6474-d68a7c9bb3c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.817910] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b4aed-d602-47a7-b9ca-a625de22cd6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.825897] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6e70e-ff43-467b-a753-f632e5b46666 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.864292] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a763202f-13eb-46f9-aa15-99a452ccc881 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.875253] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb9f5c-a20f-4470-b63e-5e89e884c31e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.889325] env[68199]: DEBUG nova.compute.provider_tree [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.014775] env[68199]: DEBUG oslo_vmware.api [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3069727, 'name': PowerOnVM_Task, 'duration_secs': 0.670997} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.015843] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.016304] env[68199]: INFO nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Took 10.31 seconds to spawn the instance on the hypervisor. [ 679.016453] env[68199]: DEBUG nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.017326] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135c686-4747-49c3-8cbb-30d45789562c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.065178] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.107374] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.114020] env[68199]: DEBUG nova.virt.hardware [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.114020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb6745-bdd2-4fc8-8a65-33269a5bffb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.129822] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c1e90-5546-4144-a048-cb12aca51c5b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.317347] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e5a68f-29e5-ab5f-6474-d68a7c9bb3c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020851} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.317743] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.318041] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.318277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.318431] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.318618] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.319831] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e42fcc43-c2c3-40be-8b17-3541e9de724f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.330519] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.330731] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.331628] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e74f65-2bdc-4163-9471-ec49926c3d09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.337891] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 679.337891] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528d52c2-7d89-cec3-6070-8434b00c1e6c" [ 679.337891] env[68199]: _type = "Task" [ 679.337891] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.349507] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528d52c2-7d89-cec3-6070-8434b00c1e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.392824] env[68199]: DEBUG nova.scheduler.client.report [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.490523] env[68199]: DEBUG nova.network.neutron [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [{"id": "9d351e07-2969-4800-8dc5-997ecf57392e", "address": "fa:16:3e:21:20:7f", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d351e07-29", "ovs_interfaceid": "9d351e07-2969-4800-8dc5-997ecf57392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.551157] env[68199]: INFO nova.compute.manager [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Took 34.77 seconds to build instance. [ 679.626416] env[68199]: DEBUG nova.compute.manager [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.626690] env[68199]: DEBUG nova.compute.manager [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing instance network info cache due to event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.626952] env[68199]: DEBUG oslo_concurrency.lockutils [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] Acquiring lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.627208] env[68199]: DEBUG oslo_concurrency.lockutils [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] Acquired lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.627421] env[68199]: DEBUG nova.network.neutron [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.679763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.679763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.833057] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "8d737621-6a66-4c01-b11b-91073036750f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.833419] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.848995] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528d52c2-7d89-cec3-6070-8434b00c1e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.849740] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f12954-784b-4fd3-b1ec-f532adaee4fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.856148] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 679.856148] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528f5b45-521a-f49b-d07e-8b8a8a89971a" [ 679.856148] env[68199]: _type = "Task" [ 679.856148] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.866518] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f5b45-521a-f49b-d07e-8b8a8a89971a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.900160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.900160] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.904257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.741s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.904773] env[68199]: INFO nova.compute.claims [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.993879] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-e6481c67-cb8e-48a4-9749-fb060e70ffa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.994197] env[68199]: DEBUG nova.objects.instance [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lazy-loading 'migration_context' on Instance uuid e6481c67-cb8e-48a4-9749-fb060e70ffa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.061115] env[68199]: DEBUG oslo_concurrency.lockutils [None req-65596e1d-1b7c-4ddd-8410-2df90f706c64 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.299s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.368522] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f5b45-521a-f49b-d07e-8b8a8a89971a, 'name': SearchDatastore_Task, 'duration_secs': 0.018136} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.369026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f7e67fe3-6adc-4973-baba-514bb05f5a45/f7e67fe3-6adc-4973-baba-514bb05f5a45.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.369871] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d04fcc71-d1c1-46c7-beaf-faf9b70182a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.378639] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 680.378639] env[68199]: value = "task-3069733" [ 680.378639] env[68199]: _type = "Task" [ 680.378639] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.390128] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.412148] env[68199]: DEBUG nova.compute.utils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.416935] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.416935] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.500206] env[68199]: DEBUG nova.objects.base [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 680.500206] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fbf439-5cca-4228-a342-7df1bc1ab7a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.522357] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b06a2a6-9642-40ed-ab64-33e392d3a00b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.528621] env[68199]: DEBUG oslo_vmware.api [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 680.528621] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bba8ac-2ffe-4b6f-d535-e0d3ad604010" [ 680.528621] env[68199]: _type = "Task" [ 680.528621] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.534309] env[68199]: DEBUG nova.policy [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f47bc52757541f2a2dfe9a0e56dc506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3547d869db473ba7a9e1f624aef6a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.540363] env[68199]: DEBUG oslo_vmware.api [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bba8ac-2ffe-4b6f-d535-e0d3ad604010, 'name': SearchDatastore_Task, 'duration_secs': 0.00738} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.540677] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.566256] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.742160] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Successfully updated port: a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.846180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.846180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.846180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "26efde6f-cfcd-4f89-9807-94e7622a0e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.846180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.846180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.850021] env[68199]: DEBUG nova.network.neutron [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updated VIF entry in instance network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.850021] env[68199]: DEBUG nova.network.neutron [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [{"id": "e9bcc385-5d62-4834-895b-cc5499cf0055", "address": "fa:16:3e:3e:5c:19", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bcc385-5d", "ovs_interfaceid": "e9bcc385-5d62-4834-895b-cc5499cf0055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.850496] env[68199]: INFO nova.compute.manager [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Terminating instance [ 680.892160] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069733, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.924542] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.956869] env[68199]: DEBUG nova.compute.manager [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Received event network-vif-plugged-a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.956869] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] Acquiring lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.957259] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.957507] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.960628] env[68199]: DEBUG nova.compute.manager [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] No waiting events found dispatching network-vif-plugged-a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.960628] env[68199]: WARNING nova.compute.manager [req-5b3e43d1-c9f2-468c-9c97-e1b704ecb426 req-7eac77d6-a4d2-4414-b106-9b57f7e82170 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Received unexpected event network-vif-plugged-a96b5c51-3b13-4a8e-9305-3106f745404b for instance with vm_state building and task_state spawning. [ 681.101252] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.250212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250212] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.355228] env[68199]: DEBUG oslo_concurrency.lockutils [req-f416dd5e-6d50-41a8-ae1a-16870163bdc7 req-a7b8df8c-2286-479f-ab77-cdfd80e147b3 service nova] Releasing lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.356622] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "refresh_cache-26efde6f-cfcd-4f89-9807-94e7622a0e96" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.359145] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquired lock "refresh_cache-26efde6f-cfcd-4f89-9807-94e7622a0e96" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.359145] env[68199]: DEBUG nova.network.neutron [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.359145] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Successfully created port: 1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.397077] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739985} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.397077] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f7e67fe3-6adc-4973-baba-514bb05f5a45/f7e67fe3-6adc-4973-baba-514bb05f5a45.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.397077] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.397077] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c1e0961-9743-4595-87c4-fcebbaf98a1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.410020] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 681.410020] env[68199]: value = "task-3069734" [ 681.410020] env[68199]: _type = "Task" [ 681.410020] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.419190] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.668855] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a135e-4e02-4d36-9001-4a7945eac5b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.677725] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30942023-311b-40ff-aacf-9384681d8378 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.713109] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e20ac3-3cad-434f-b47d-6e909499aba4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.721998] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29d73e-bed4-4e11-ae41-40168f6f7922 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.738316] env[68199]: DEBUG nova.compute.provider_tree [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.792607] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.896259] env[68199]: DEBUG nova.network.neutron [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.921180] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069326} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.921461] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.922264] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f699c24b-3ddf-49bf-bfef-26d7201b9bc8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.938269] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.950030] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] f7e67fe3-6adc-4973-baba-514bb05f5a45/f7e67fe3-6adc-4973-baba-514bb05f5a45.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.951198] env[68199]: DEBUG nova.network.neutron [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Updating instance_info_cache with network_info: [{"id": "a96b5c51-3b13-4a8e-9305-3106f745404b", "address": "fa:16:3e:bb:31:37", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96b5c51-3b", "ovs_interfaceid": "a96b5c51-3b13-4a8e-9305-3106f745404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.953283] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7507dc00-c921-47f0-810b-6978666e5ba1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.977944] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 681.977944] env[68199]: value = "task-3069735" [ 681.977944] env[68199]: _type = "Task" [ 681.977944] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.984802] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.985081] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.985246] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.985432] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.985613] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.985711] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.985917] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.986089] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.986628] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.986806] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.986989] env[68199]: DEBUG nova.virt.hardware [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.988044] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab24f4-17ca-49ce-9886-ebbe576423d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.994658] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.999442] env[68199]: DEBUG nova.network.neutron [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.002080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01232a-d6d7-49c6-8b9b-cc8e0de45aa2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.035815] env[68199]: DEBUG nova.compute.manager [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Received event network-changed-cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.036065] env[68199]: DEBUG nova.compute.manager [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Refreshing instance network info cache due to event network-changed-cc487b91-23a7-4018-a8be-da836f4b605e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.036278] env[68199]: DEBUG oslo_concurrency.lockutils [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] Acquiring lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.036404] env[68199]: DEBUG oslo_concurrency.lockutils [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] Acquired lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.036589] env[68199]: DEBUG nova.network.neutron [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Refreshing network info cache for port cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.243095] env[68199]: DEBUG nova.scheduler.client.report [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.454335] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.454666] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Instance network_info: |[{"id": "a96b5c51-3b13-4a8e-9305-3106f745404b", "address": "fa:16:3e:bb:31:37", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96b5c51-3b", "ovs_interfaceid": "a96b5c51-3b13-4a8e-9305-3106f745404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.455094] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:31:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96b5c51-3b13-4a8e-9305-3106f745404b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.465565] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.465908] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.466204] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a6b7e0-eda9-4642-abbd-450f5898e4f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.505230] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Releasing lock "refresh_cache-26efde6f-cfcd-4f89-9807-94e7622a0e96" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.505922] env[68199]: DEBUG nova.compute.manager [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.506312] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.506811] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.509560] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a0f6c-6b38-43f8-b3eb-9f0664ed3f91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.512850] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.512850] env[68199]: value = "task-3069737" [ 682.512850] env[68199]: _type = "Task" [ 682.512850] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.522212] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.522973] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58850f91-e9c9-472f-bfb1-ab75c3128547 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.530096] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069737, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.532409] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 682.532409] env[68199]: value = "task-3069738" [ 682.532409] env[68199]: _type = "Task" [ 682.532409] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.545941] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.752083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.753124] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.756842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.818s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.757310] env[68199]: DEBUG nova.objects.instance [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lazy-loading 'resources' on Instance uuid 2b2c2af2-02ef-4013-b63b-ffe7f9414072 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.001688] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069735, 'name': ReconfigVM_Task, 'duration_secs': 0.766332} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.001939] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Reconfigured VM instance instance-00000017 to attach disk [datastore1] f7e67fe3-6adc-4973-baba-514bb05f5a45/f7e67fe3-6adc-4973-baba-514bb05f5a45.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.004896] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e26b26-ae1c-43bd-a323-72b863fb7e85 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.009667] env[68199]: DEBUG nova.network.neutron [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updated VIF entry in instance network info cache for port cc487b91-23a7-4018-a8be-da836f4b605e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.009734] env[68199]: DEBUG nova.network.neutron [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updating instance_info_cache with network_info: [{"id": "cc487b91-23a7-4018-a8be-da836f4b605e", "address": "fa:16:3e:e1:ac:54", "network": {"id": "358ed924-aeb8-4f16-b806-0f4f32af79f7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1947285100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f5b3459f44d2f9f6a031691f49a0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc487b91-23", "ovs_interfaceid": "cc487b91-23a7-4018-a8be-da836f4b605e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.021957] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 683.021957] env[68199]: value = "task-3069739" [ 683.021957] env[68199]: _type = "Task" [ 683.021957] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.027115] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069737, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.040871] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069739, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.046892] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069738, 'name': PowerOffVM_Task, 'duration_secs': 0.229414} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.047206] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.047436] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.047715] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931d1a87-f31b-4727-a005-af63cfe2dafe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.081965] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.082993] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.082993] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Deleting the datastore file [datastore1] 26efde6f-cfcd-4f89-9807-94e7622a0e96 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.082993] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff57f633-6fe4-40f9-82e7-8633ca38c222 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.091938] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for the task: (returnval){ [ 683.091938] env[68199]: value = "task-3069741" [ 683.091938] env[68199]: _type = "Task" [ 683.091938] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.103458] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.258498] env[68199]: DEBUG nova.compute.utils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.262528] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.262747] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.273325] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.279153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.279153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.287747] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Successfully updated port: 1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.341020] env[68199]: DEBUG nova.policy [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a758e8a07433caba18a745ab00a66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2a1310d7b6c4eb18f82790225727398', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.514128] env[68199]: DEBUG oslo_concurrency.lockutils [req-ca2cb512-18ab-4a47-a4b9-b837649010f2 req-e6b3b171-3a52-46a3-8085-a8d011245933 service nova] Releasing lock "refresh_cache-adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.532266] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069737, 'name': CreateVM_Task, 'duration_secs': 0.641567} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.539976] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.542597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.542875] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.543076] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.543860] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb19b1c2-6d23-4853-8b59-0455a8031dec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.549905] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069739, 'name': Rename_Task, 'duration_secs': 0.260186} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.552143] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.552973] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 683.552973] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522d5193-919f-8052-f997-096a75d493ce" [ 683.552973] env[68199]: _type = "Task" [ 683.552973] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.552973] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a00b3e-a873-40a5-9c10-3956e3c3ad7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.571694] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522d5193-919f-8052-f997-096a75d493ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015496} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.573249] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.573474] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.573695] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.573835] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.574010] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.574542] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 683.574542] env[68199]: value = "task-3069742" [ 683.574542] env[68199]: _type = "Task" [ 683.574542] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.574737] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e135d76d-d541-4189-8a26-2b339fb80238 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.588790] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.590840] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.591040] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.593017] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0891d9-90a6-441a-8bb0-d5f657655ccd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.602413] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 683.602413] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e69b14-2215-751e-afd3-e269ad9d84ab" [ 683.602413] env[68199]: _type = "Task" [ 683.602413] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.606637] env[68199]: DEBUG oslo_vmware.api [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Task: {'id': task-3069741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160573} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.610502] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.610587] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.611281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.611281] env[68199]: INFO nova.compute.manager [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Took 1.10 seconds to destroy the instance on the hypervisor. [ 683.611281] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.614357] env[68199]: DEBUG nova.compute.manager [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.614480] env[68199]: DEBUG nova.network.neutron [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.623964] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e69b14-2215-751e-afd3-e269ad9d84ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.626667] env[68199]: DEBUG nova.compute.manager [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Received event network-changed-a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.626859] env[68199]: DEBUG nova.compute.manager [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Refreshing instance network info cache due to event network-changed-a96b5c51-3b13-4a8e-9305-3106f745404b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.627084] env[68199]: DEBUG oslo_concurrency.lockutils [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] Acquiring lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.627230] env[68199]: DEBUG oslo_concurrency.lockutils [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] Acquired lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.627391] env[68199]: DEBUG nova.network.neutron [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Refreshing network info cache for port a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.628534] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c40f767-dfa8-46a4-90b5-f51f5f7659cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.640550] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 683.640550] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527443e6-94cf-b10f-3a38-7ac69278a24b" [ 683.640550] env[68199]: _type = "Task" [ 683.640550] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.656022] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527443e6-94cf-b10f-3a38-7ac69278a24b, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.656306] env[68199]: DEBUG nova.network.neutron [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.657454] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658041] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b36e80dd-0344-4908-8a25-4d4dd07931c3/b36e80dd-0344-4908-8a25-4d4dd07931c3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.659186] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1665e1fc-72b1-4451-931f-91a0c7a6e6d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.672519] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 683.672519] env[68199]: value = "task-3069743" [ 683.672519] env[68199]: _type = "Task" [ 683.672519] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.681854] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.791702] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.791702] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.791971] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.974866] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Successfully created port: 461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.979915] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f472e-0173-4cfa-8acf-3ceba8ff1b00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.990946] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac903c6-6172-459a-bcec-d545cae90e1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.025423] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25074a-2dd8-4c9b-b39e-1d43218059ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.034857] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28946d-2cb5-41c5-9c28-f36874b92a89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.051416] env[68199]: DEBUG nova.compute.provider_tree [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.089348] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.162562] env[68199]: DEBUG nova.network.neutron [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.184163] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069743, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.290637] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.338448] env[68199]: DEBUG nova.compute.manager [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.338448] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caeacfe-f783-40fd-b1b1-add82ed7820e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.342594] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.398523] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.398774] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.398923] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.399115] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.399313] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.399396] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.401430] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.401430] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.401430] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.401430] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.401430] env[68199]: DEBUG nova.virt.hardware [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.402378] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66ca27-f1e7-426f-abe1-62b52fc763bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.414949] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93c14a-483b-4451-b88d-6ae92d572c86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.509748] env[68199]: DEBUG nova.network.neutron [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updating instance_info_cache with network_info: [{"id": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "address": "fa:16:3e:e1:bc:d2", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb985b9-a4", "ovs_interfaceid": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.554328] env[68199]: DEBUG nova.scheduler.client.report [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.590243] env[68199]: DEBUG oslo_vmware.api [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069742, 'name': PowerOnVM_Task, 'duration_secs': 0.693867} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.590544] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.590879] env[68199]: INFO nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Took 10.82 seconds to spawn the instance on the hypervisor. [ 684.591016] env[68199]: DEBUG nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.591749] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eaff4b-223a-4279-932e-d993209ef053 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.270603] env[68199]: DEBUG nova.network.neutron [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Updated VIF entry in instance network info cache for port a96b5c51-3b13-4a8e-9305-3106f745404b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.271570] env[68199]: DEBUG nova.network.neutron [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Updating instance_info_cache with network_info: [{"id": "a96b5c51-3b13-4a8e-9305-3106f745404b", "address": "fa:16:3e:bb:31:37", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96b5c51-3b", "ovs_interfaceid": "a96b5c51-3b13-4a8e-9305-3106f745404b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.273258] env[68199]: INFO nova.compute.manager [-] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Took 1.66 seconds to deallocate network for instance. [ 685.274154] env[68199]: INFO nova.compute.manager [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] instance snapshotting [ 685.275673] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.275925] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Instance network_info: |[{"id": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "address": "fa:16:3e:e1:bc:d2", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb985b9-a4", "ovs_interfaceid": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.276552] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.520s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.284289] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:bc:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb985b9-a4dd-48b6-b065-63b97f872df2', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.291855] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Creating folder: Project (8b3547d869db473ba7a9e1f624aef6a8). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.292212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.935s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.292426] env[68199]: DEBUG nova.objects.instance [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lazy-loading 'resources' on Instance uuid 21b5ba2f-3b5e-485a-a59c-6626f8b4be36 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.294610] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f704b8d4-f810-45e5-933d-88d0f37dec96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.302917] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9055ad-2ff3-42b1-8a9c-617155163e43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.314591] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521615} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.315356] env[68199]: INFO nova.scheduler.client.report [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Deleted allocations for instance 2b2c2af2-02ef-4013-b63b-ffe7f9414072 [ 685.329400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b36e80dd-0344-4908-8a25-4d4dd07931c3/b36e80dd-0344-4908-8a25-4d4dd07931c3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.329614] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.333845] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48cbc8dd-6351-4343-bfea-5550d02bcb66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.336285] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2462a6-f7de-4dad-bcb5-1e4891825d62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.338899] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Created folder: Project (8b3547d869db473ba7a9e1f624aef6a8) in parent group-v614632. [ 685.339059] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Creating folder: Instances. Parent ref: group-v614707. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.339687] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d47e7f-7f30-4e51-a8d8-633bd5a6dc8c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.349396] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 685.349396] env[68199]: value = "task-3069746" [ 685.349396] env[68199]: _type = "Task" [ 685.349396] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.356765] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Created folder: Instances in parent group-v614707. [ 685.357029] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.357702] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.360129] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3818d642-6512-4220-a166-f1878e2ed72f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.378448] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.385200] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.385200] env[68199]: value = "task-3069747" [ 685.385200] env[68199]: _type = "Task" [ 685.385200] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.387969] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.391888] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321d833-f65d-472c-ae8e-2cdb58a973fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.398888] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.399075] env[68199]: ERROR oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk due to incomplete transfer. [ 685.402440] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a6450a2-d311-490d-aaa5-269c34fad6e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.403942] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069747, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.412173] env[68199]: DEBUG oslo_vmware.rw_handles [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528487df-f9b7-5b40-2b64-46c62ea762a7/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.412391] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Uploaded image 8c77b48c-66eb-4b62-984b-f11270028d61 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.417045] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.417045] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a8b8de8-5bdd-4fb9-8057-7d616aa8660b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.424847] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 685.424847] env[68199]: value = "task-3069748" [ 685.424847] env[68199]: _type = "Task" [ 685.424847] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.436117] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069748, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.780195] env[68199]: DEBUG oslo_concurrency.lockutils [req-163be155-6d98-418e-aef2-974008f26b66 req-96a92d90-dcff-48a2-84cc-7ea0833ad3f4 service nova] Releasing lock "refresh_cache-b36e80dd-0344-4908-8a25-4d4dd07931c3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.811022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.814896] env[68199]: INFO nova.compute.manager [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Took 34.28 seconds to build instance. [ 685.842574] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1945f6a-a96d-4069-93d1-8101b7e72e6b tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Lock "2b2c2af2-02ef-4013-b63b-ffe7f9414072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.094s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.851507] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.852641] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e99f4c7a-bf50-4d99-a023-d94fb1fb6ebb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.873967] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173677} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.880095] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.880095] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 685.880095] env[68199]: value = "task-3069749" [ 685.880095] env[68199]: _type = "Task" [ 685.880095] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.881689] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443679f3-b21e-4e36-8d62-eb5f95fd58c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.915318] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b36e80dd-0344-4908-8a25-4d4dd07931c3/b36e80dd-0344-4908-8a25-4d4dd07931c3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.922478] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76555664-ffe2-4d32-8155-65a97648bdd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.937274] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.944428] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069747, 'name': CreateVM_Task, 'duration_secs': 0.41691} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.948264] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.949393] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.949393] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.949729] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.950295] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4b156a-be0a-4d6c-bc90-a2e2e8317968 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956761] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069748, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.959982] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 685.959982] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52467322-3180-dc4d-9655-8289471074da" [ 685.959982] env[68199]: _type = "Task" [ 685.959982] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.960260] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 685.960260] env[68199]: value = "task-3069750" [ 685.960260] env[68199]: _type = "Task" [ 685.960260] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.976831] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52467322-3180-dc4d-9655-8289471074da, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.982844] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.983107] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.983344] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.983491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.983668] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.983944] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.984442] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e3252b-289e-415e-86b8-12aaf5604800 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.994813] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.995090] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.995798] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58faaa01-10c1-463f-8462-3a7cf26d6939 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.007132] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 686.007132] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b44ef9-1713-19d4-0a07-684e9d410c4c" [ 686.007132] env[68199]: _type = "Task" [ 686.007132] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.013954] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b44ef9-1713-19d4-0a07-684e9d410c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.204333] env[68199]: DEBUG nova.compute.manager [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Received event network-vif-plugged-1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.208030] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Acquiring lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.208030] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.208030] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.208030] env[68199]: DEBUG nova.compute.manager [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] No waiting events found dispatching network-vif-plugged-1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.208030] env[68199]: WARNING nova.compute.manager [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Received unexpected event network-vif-plugged-1cb985b9-a4dd-48b6-b065-63b97f872df2 for instance with vm_state building and task_state spawning. [ 686.208030] env[68199]: DEBUG nova.compute.manager [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Received event network-changed-1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.208030] env[68199]: DEBUG nova.compute.manager [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Refreshing instance network info cache due to event network-changed-1cb985b9-a4dd-48b6-b065-63b97f872df2. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.208030] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Acquiring lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.208030] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Acquired lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208030] env[68199]: DEBUG nova.network.neutron [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Refreshing network info cache for port 1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.317437] env[68199]: DEBUG oslo_concurrency.lockutils [None req-62839f5c-ecfa-4224-bbd4-e16656ade526 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.540s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.353649] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Successfully updated port: 461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.395298] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069749, 'name': CreateSnapshot_Task, 'duration_secs': 0.509501} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.399771] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.402968] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04f32d-4fd1-4c41-8a65-599873fd2bba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.411392] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.411621] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.457246] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069748, 'name': Destroy_Task, 'duration_secs': 0.659189} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.460441] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Destroyed the VM [ 686.460441] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 686.462353] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-340beab1-e49d-4736-aeaa-c303d88b5c4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.470431] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 686.470431] env[68199]: value = "task-3069751" [ 686.470431] env[68199]: _type = "Task" [ 686.470431] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.474045] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069750, 'name': ReconfigVM_Task, 'duration_secs': 0.361141} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.479636] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b36e80dd-0344-4908-8a25-4d4dd07931c3/b36e80dd-0344-4908-8a25-4d4dd07931c3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.481214] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf0f60a9-946d-4607-925c-230290509e12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.490312] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.491747] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 686.491747] env[68199]: value = "task-3069752" [ 686.491747] env[68199]: _type = "Task" [ 686.491747] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.503347] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069752, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.520060] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b44ef9-1713-19d4-0a07-684e9d410c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.521061] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e50d1af-a9fa-49d9-b82c-9bcf6520f03a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.528518] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 686.528518] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bf5c8e-9ae6-9a87-868d-bf89c3081ec4" [ 686.528518] env[68199]: _type = "Task" [ 686.528518] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.533689] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b83be-fbe4-4553-8b99-15a33cb2fc3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.546167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d3978-c854-4313-a8b6-9450c9668756 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.550930] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bf5c8e-9ae6-9a87-868d-bf89c3081ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.551209] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.551558] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 61aaee44-9333-4eab-bc8f-cba4b828b845/61aaee44-9333-4eab-bc8f-cba4b828b845.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.552364] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a531f26-8994-4d6c-b3c2-ee5dab6e432f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.583077] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49780db-0e09-4969-a3a9-272cd0de198f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.585872] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 686.585872] env[68199]: value = "task-3069753" [ 686.585872] env[68199]: _type = "Task" [ 686.585872] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.594080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b37e6-5afd-41cc-90bb-4d7ffa77f41f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.600952] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.611794] env[68199]: DEBUG nova.compute.provider_tree [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.820773] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.860939] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.860939] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquired lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.860939] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.934904] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.936093] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c119d18-d02b-4706-ae6c-1bc47897726d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.949134] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 686.949134] env[68199]: value = "task-3069754" [ 686.949134] env[68199]: _type = "Task" [ 686.949134] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.961893] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069754, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.989332] env[68199]: DEBUG oslo_vmware.api [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069751, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47864} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.989631] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 686.989914] env[68199]: INFO nova.compute.manager [None req-21bc4868-4777-4297-ac63-1af41a284fd8 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 687.006993] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069752, 'name': Rename_Task, 'duration_secs': 0.208424} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.008181] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.008181] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f39547bc-a9cf-4035-8ca6-35475f43e3fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.019535] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 687.019535] env[68199]: value = "task-3069755" [ 687.019535] env[68199]: _type = "Task" [ 687.019535] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.032488] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.107074] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536767} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.107511] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 61aaee44-9333-4eab-bc8f-cba4b828b845/61aaee44-9333-4eab-bc8f-cba4b828b845.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.107811] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.108138] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c434127c-84b7-4b90-929a-edb2923e775c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.115880] env[68199]: DEBUG nova.scheduler.client.report [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.127940] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 687.127940] env[68199]: value = "task-3069756" [ 687.127940] env[68199]: _type = "Task" [ 687.127940] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.152863] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.230578] env[68199]: DEBUG nova.network.neutron [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updated VIF entry in instance network info cache for port 1cb985b9-a4dd-48b6-b065-63b97f872df2. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.230578] env[68199]: DEBUG nova.network.neutron [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updating instance_info_cache with network_info: [{"id": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "address": "fa:16:3e:e1:bc:d2", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb985b9-a4", "ovs_interfaceid": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.350550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.405908] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.462238] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069754, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.538532] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.631957] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.635226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.965s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.636192] env[68199]: INFO nova.compute.claims [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.649212] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081206} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.649510] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.650441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b3eb6e-20ac-4868-b09d-ed191bb78388 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.674182] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 61aaee44-9333-4eab-bc8f-cba4b828b845/61aaee44-9333-4eab-bc8f-cba4b828b845.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.675338] env[68199]: DEBUG nova.network.neutron [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Updating instance_info_cache with network_info: [{"id": "461a7175-c98d-440a-97ef-bfb80548997c", "address": "fa:16:3e:17:87:ef", "network": {"id": "808e65e3-ba55-44d3-aae7-fc1df80e4909", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-795476050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a1310d7b6c4eb18f82790225727398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461a7175-c9", "ovs_interfaceid": "461a7175-c98d-440a-97ef-bfb80548997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.677160] env[68199]: INFO nova.scheduler.client.report [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Deleted allocations for instance 21b5ba2f-3b5e-485a-a59c-6626f8b4be36 [ 687.678276] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673e3bec-1c5b-4c75-8c45-6a14bc6540f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.693338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Releasing lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.693638] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Instance network_info: |[{"id": "461a7175-c98d-440a-97ef-bfb80548997c", "address": "fa:16:3e:17:87:ef", "network": {"id": "808e65e3-ba55-44d3-aae7-fc1df80e4909", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-795476050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a1310d7b6c4eb18f82790225727398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461a7175-c9", "ovs_interfaceid": "461a7175-c98d-440a-97ef-bfb80548997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.696059] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:87:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '461a7175-c98d-440a-97ef-bfb80548997c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.703335] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Creating folder: Project (e2a1310d7b6c4eb18f82790225727398). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.704972] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77383099-130f-4b9e-b242-e27efe9f3348 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.712094] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 687.712094] env[68199]: value = "task-3069757" [ 687.712094] env[68199]: _type = "Task" [ 687.712094] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.719064] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Created folder: Project (e2a1310d7b6c4eb18f82790225727398) in parent group-v614632. [ 687.719322] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Creating folder: Instances. Parent ref: group-v614712. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.719595] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e4b333-43e4-46e0-8107-ff86b65f721d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.725126] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.732319] env[68199]: DEBUG oslo_concurrency.lockutils [req-11e97bf9-c3d7-4fa7-bdad-89453f9a7c7b req-d0500132-d620-43d4-8ae4-34dd13285c21 service nova] Releasing lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.737758] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Created folder: Instances in parent group-v614712. [ 687.738161] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.738245] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.738461] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a4c9bf-86f9-4b9b-8622-b646b2099f0a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.759956] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.759956] env[68199]: value = "task-3069760" [ 687.759956] env[68199]: _type = "Task" [ 687.759956] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.768455] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069760, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.962344] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069754, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.036477] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069755, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.207629] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e41f04e-1c61-4610-97fd-29076eb597a6 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Lock "21b5ba2f-3b5e-485a-a59c-6626f8b4be36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.091s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.224325] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.272721] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069760, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.340461] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.340935] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.465584] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069754, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.534172] env[68199]: DEBUG oslo_vmware.api [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069755, 'name': PowerOnVM_Task, 'duration_secs': 1.187547} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.534637] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.534822] env[68199]: INFO nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Took 9.47 seconds to spawn the instance on the hypervisor. [ 688.535097] env[68199]: DEBUG nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.537050] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1898387-ceea-49a8-b269-c6ca44fefde1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.664662] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Received event network-vif-plugged-461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.664881] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Acquiring lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.665236] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.665438] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.665593] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] No waiting events found dispatching network-vif-plugged-461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.666052] env[68199]: WARNING nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Received unexpected event network-vif-plugged-461a7175-c98d-440a-97ef-bfb80548997c for instance with vm_state building and task_state spawning. [ 688.666052] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Received event network-changed-461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.666052] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Refreshing instance network info cache due to event network-changed-461a7175-c98d-440a-97ef-bfb80548997c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.666235] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Acquiring lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.666362] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Acquired lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667522] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Refreshing network info cache for port 461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.723773] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069757, 'name': ReconfigVM_Task, 'duration_secs': 0.599961} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.726496] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 61aaee44-9333-4eab-bc8f-cba4b828b845/61aaee44-9333-4eab-bc8f-cba4b828b845.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.727955] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c77c1547-7245-479a-ae6f-428e7472650d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.739669] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 688.739669] env[68199]: value = "task-3069761" [ 688.739669] env[68199]: _type = "Task" [ 688.739669] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.754142] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069761, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.776047] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069760, 'name': CreateVM_Task, 'duration_secs': 0.573479} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.776562] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.777542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.777542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.777542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.777743] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff6196b-7506-4ad4-b7da-98d7e34248af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.784031] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 688.784031] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52765205-f4c2-8e06-67f5-c83c734e81ff" [ 688.784031] env[68199]: _type = "Task" [ 688.784031] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.796179] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52765205-f4c2-8e06-67f5-c83c734e81ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.854265] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.854265] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.854483] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.854732] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.854732] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.854947] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.856409] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 688.856409] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.963450] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069754, 'name': CloneVM_Task, 'duration_secs': 1.631925} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.967038] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Created linked-clone VM from snapshot [ 688.968159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc88739-1c5f-46f3-8518-c3ffe20317e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.978019] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Uploading image 1abaa8bb-592b-47c3-aaac-9a123b4bd551 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.992926] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 688.993224] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d1ddf08-fe8c-41d8-8425-8def13ee8281 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.004682] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 689.004682] env[68199]: value = "task-3069762" [ 689.004682] env[68199]: _type = "Task" [ 689.004682] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.016876] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069762, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.062924] env[68199]: INFO nova.compute.manager [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Took 33.97 seconds to build instance. [ 689.114120] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "287b6463-6084-4002-9667-e6bb607f61d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.114375] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.114755] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "287b6463-6084-4002-9667-e6bb607f61d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.114755] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.115195] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.123193] env[68199]: INFO nova.compute.manager [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Terminating instance [ 689.252068] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069761, 'name': Rename_Task, 'duration_secs': 0.175109} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.256325] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.258154] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617df4cf-0613-4b8a-a3f1-552b1ed1cb06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.267934] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 689.267934] env[68199]: value = "task-3069763" [ 689.267934] env[68199]: _type = "Task" [ 689.267934] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.282178] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.295997] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52765205-f4c2-8e06-67f5-c83c734e81ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.297569] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.297726] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.298087] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.298256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.298461] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.299419] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae1e37c-e8c5-4d45-895b-d9b81c9a1c53 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.305365] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9bfcb2-2d8b-4b35-aa9f-721330008ecf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.315365] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0739def-5098-4631-86af-379cbe2d7977 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.319708] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.319927] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.321094] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9f6e63-c016-4357-8797-7cd28b4db22e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.357692] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a651c-32e9-47b6-b879-4d62edabb08e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.361022] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 689.361022] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520f78b5-45ef-9b55-9376-6b4686b3629a" [ 689.361022] env[68199]: _type = "Task" [ 689.361022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.363636] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.369286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15c494-d40c-4f99-84ad-e05e9d09f99d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.376708] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520f78b5-45ef-9b55-9376-6b4686b3629a, 'name': SearchDatastore_Task, 'duration_secs': 0.016388} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.377935] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4ce021-d6f2-4626-ab56-263e7fd82040 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.389793] env[68199]: DEBUG nova.compute.provider_tree [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.395468] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 689.395468] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ae63e8-b8d4-77fe-da52-e1dc96d58550" [ 689.395468] env[68199]: _type = "Task" [ 689.395468] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.406067] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ae63e8-b8d4-77fe-da52-e1dc96d58550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.520124] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069762, 'name': Destroy_Task, 'duration_secs': 0.336434} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.520799] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Destroyed the VM [ 689.520799] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 689.520923] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0b5cc48-96d3-4d83-8664-b59fc4dcf8e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530289] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 689.530289] env[68199]: value = "task-3069764" [ 689.530289] env[68199]: _type = "Task" [ 689.530289] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.540955] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069764, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.564654] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9c8371a-be2b-4203-a5b2-10c33870c04d tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.864s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.628015] env[68199]: DEBUG nova.compute.manager [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.628293] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.629169] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a23e7a-e463-4a72-b7b4-74a184457e72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.638678] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.638932] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca85e104-c3cf-4fcb-b807-44070cffc141 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.694531] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Updated VIF entry in instance network info cache for port 461a7175-c98d-440a-97ef-bfb80548997c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.694921] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Updating instance_info_cache with network_info: [{"id": "461a7175-c98d-440a-97ef-bfb80548997c", "address": "fa:16:3e:17:87:ef", "network": {"id": "808e65e3-ba55-44d3-aae7-fc1df80e4909", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-795476050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a1310d7b6c4eb18f82790225727398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461a7175-c9", "ovs_interfaceid": "461a7175-c98d-440a-97ef-bfb80548997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.709728] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.710089] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.710339] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] 287b6463-6084-4002-9667-e6bb607f61d7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.710660] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d4f02eb-fafb-474e-977a-3f18f64b728f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.722098] env[68199]: DEBUG oslo_vmware.api [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 689.722098] env[68199]: value = "task-3069766" [ 689.722098] env[68199]: _type = "Task" [ 689.722098] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.733274] env[68199]: DEBUG oslo_vmware.api [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.786872] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069763, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.893236] env[68199]: DEBUG nova.scheduler.client.report [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.914265] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ae63e8-b8d4-77fe-da52-e1dc96d58550, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.914530] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.914784] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7faccb18-35c1-4c02-9a01-f410755052f9/7faccb18-35c1-4c02-9a01-f410755052f9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.915806] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f430ce-4a07-44ee-a411-0b93801dacb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.924593] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 689.924593] env[68199]: value = "task-3069767" [ 689.924593] env[68199]: _type = "Task" [ 689.924593] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.934501] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.041533] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069764, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.068175] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.197504] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Releasing lock "refresh_cache-7faccb18-35c1-4c02-9a01-f410755052f9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.197814] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.197969] env[68199]: DEBUG nova.compute.manager [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing instance network info cache due to event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.198217] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Acquiring lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.198435] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Acquired lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.198595] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.235151] env[68199]: DEBUG oslo_vmware.api [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19848} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.235429] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.235609] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.235781] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.235949] env[68199]: INFO nova.compute.manager [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Took 0.61 seconds to destroy the instance on the hypervisor. [ 690.236222] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.236415] env[68199]: DEBUG nova.compute.manager [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.236508] env[68199]: DEBUG nova.network.neutron [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.292371] env[68199]: DEBUG oslo_vmware.api [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069763, 'name': PowerOnVM_Task, 'duration_secs': 0.577275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.293150] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.293530] env[68199]: INFO nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Took 8.36 seconds to spawn the instance on the hypervisor. [ 690.293853] env[68199]: DEBUG nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.294987] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d8c78-679a-4e06-a14b-f48051d986e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.406946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.408387] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.412189] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.569s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.412189] env[68199]: DEBUG nova.objects.instance [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lazy-loading 'resources' on Instance uuid 3443ca21-8dbf-4c50-9028-c1989ec04399 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.421563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "faed078e-05e1-49ca-a279-c6e9116a3a46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.421918] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.437369] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499045} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.437369] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7faccb18-35c1-4c02-9a01-f410755052f9/7faccb18-35c1-4c02-9a01-f410755052f9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.437369] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.437550] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c77f888-e93e-4067-b023-b562b7e254d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.445481] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 690.445481] env[68199]: value = "task-3069768" [ 690.445481] env[68199]: _type = "Task" [ 690.445481] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.457339] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.543019] env[68199]: DEBUG oslo_vmware.api [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069764, 'name': RemoveSnapshot_Task, 'duration_secs': 0.649448} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.543019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 690.600065] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.824471] env[68199]: INFO nova.compute.manager [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Took 33.29 seconds to build instance. [ 690.916639] env[68199]: DEBUG nova.compute.utils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.924859] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.924859] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.962661] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069455} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.962976] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.964133] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1169df-81d3-4887-bbd2-037ed4709ec1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.995139] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7faccb18-35c1-4c02-9a01-f410755052f9/7faccb18-35c1-4c02-9a01-f410755052f9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.999549] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38912f00-5de4-47c5-adcb-298e58f09d86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.017419] env[68199]: DEBUG nova.policy [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f47bc52757541f2a2dfe9a0e56dc506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3547d869db473ba7a9e1f624aef6a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.030534] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 691.030534] env[68199]: value = "task-3069769" [ 691.030534] env[68199]: _type = "Task" [ 691.030534] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.050643] env[68199]: WARNING nova.compute.manager [None req-8709300e-8073-4294-af1f-d6eca4a01920 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Image not found during snapshot: nova.exception.ImageNotFound: Image 1abaa8bb-592b-47c3-aaac-9a123b4bd551 could not be found. [ 691.052426] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.284711] env[68199]: DEBUG nova.compute.manager [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.284920] env[68199]: DEBUG nova.compute.manager [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing instance network info cache due to event network-changed-e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.287941] env[68199]: DEBUG oslo_concurrency.lockutils [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] Acquiring lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.325887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7672d877-9715-418f-961f-d1c44f7bc02f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.872s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.365453] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Successfully created port: 7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.406829] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updated VIF entry in instance network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.407091] env[68199]: DEBUG nova.network.neutron [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [{"id": "e9bcc385-5d62-4834-895b-cc5499cf0055", "address": "fa:16:3e:3e:5c:19", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bcc385-5d", "ovs_interfaceid": "e9bcc385-5d62-4834-895b-cc5499cf0055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.424009] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.551903] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.614965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83aa24d-a8be-460e-b4d3-1ad1b0c62fb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.626602] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0a8c0-e6f9-45dc-9a8d-b477daaab37b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.667387] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feabf97-547a-4556-beb8-7a18f1f86a26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.676864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674efde4-2f55-45b1-9fef-2a3911df7808 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.695773] env[68199]: DEBUG nova.compute.provider_tree [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.716895] env[68199]: DEBUG nova.network.neutron [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.749160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.749426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.749641] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.749821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.750025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.752633] env[68199]: INFO nova.compute.manager [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Terminating instance [ 691.829580] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.912512] env[68199]: DEBUG oslo_concurrency.lockutils [req-e8fe3055-74de-457e-a25b-86e6ee20a22d req-18ef24b2-5418-4991-804c-a3004556b44e service nova] Releasing lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.912978] env[68199]: DEBUG oslo_concurrency.lockutils [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] Acquired lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.913226] env[68199]: DEBUG nova.network.neutron [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Refreshing network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.047396] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.197755] env[68199]: DEBUG nova.scheduler.client.report [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.219317] env[68199]: INFO nova.compute.manager [-] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Took 1.98 seconds to deallocate network for instance. [ 692.259021] env[68199]: DEBUG nova.compute.manager [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.259021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.259021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4c055-2124-4f42-97d8-6fd2908e63cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.274151] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.274151] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3593166-fd7c-4f2a-b18a-67b7051e609a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.281026] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 692.281026] env[68199]: value = "task-3069770" [ 692.281026] env[68199]: _type = "Task" [ 692.281026] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.290817] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.361918] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.438569] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.476163] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.477208] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.478559] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.478701] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.478863] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.478997] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.479238] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.479400] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.479570] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.479733] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.479956] env[68199]: DEBUG nova.virt.hardware [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.480879] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d20d28e-1068-4297-b01e-71d56b446bf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.498251] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520b5ea-acb0-433f-9719-dc65c30ea663 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.548102] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069769, 'name': ReconfigVM_Task, 'duration_secs': 1.049341} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.548591] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7faccb18-35c1-4c02-9a01-f410755052f9/7faccb18-35c1-4c02-9a01-f410755052f9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.549315] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bad9de6a-dfb1-4d64-87e8-c28ebcbdacdf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.559488] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 692.559488] env[68199]: value = "task-3069771" [ 692.559488] env[68199]: _type = "Task" [ 692.559488] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.572050] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069771, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.709017] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.712645] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.345s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.713030] env[68199]: DEBUG nova.objects.instance [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.715682] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.715902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.716115] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.716298] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.716460] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.721026] env[68199]: INFO nova.compute.manager [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Terminating instance [ 692.727862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.749298] env[68199]: INFO nova.scheduler.client.report [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleted allocations for instance 3443ca21-8dbf-4c50-9028-c1989ec04399 [ 692.797414] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069770, 'name': PowerOffVM_Task, 'duration_secs': 0.266494} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.797677] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.797858] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.798151] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb67665-e677-4cff-bef8-3af6e25cccff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.871691] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.871691] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.871691] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Deleting the datastore file [datastore2] b36e80dd-0344-4908-8a25-4d4dd07931c3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.871691] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a598f7-c532-443d-a057-b3ea5bffbc62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.876409] env[68199]: DEBUG nova.network.neutron [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updated VIF entry in instance network info cache for port e9bcc385-5d62-4834-895b-cc5499cf0055. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.876658] env[68199]: DEBUG nova.network.neutron [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [{"id": "e9bcc385-5d62-4834-895b-cc5499cf0055", "address": "fa:16:3e:3e:5c:19", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bcc385-5d", "ovs_interfaceid": "e9bcc385-5d62-4834-895b-cc5499cf0055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.882033] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for the task: (returnval){ [ 692.882033] env[68199]: value = "task-3069773" [ 692.882033] env[68199]: _type = "Task" [ 692.882033] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.895136] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.073609] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069771, 'name': Rename_Task, 'duration_secs': 0.18667} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.075230] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.075230] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1935f500-0fe1-4a92-83b0-bc9e17fa3dba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.084103] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 693.084103] env[68199]: value = "task-3069774" [ 693.084103] env[68199]: _type = "Task" [ 693.084103] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.096338] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.165858] env[68199]: DEBUG nova.compute.manager [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Received event network-vif-plugged-7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.166098] env[68199]: DEBUG oslo_concurrency.lockutils [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] Acquiring lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.166357] env[68199]: DEBUG oslo_concurrency.lockutils [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.166494] env[68199]: DEBUG oslo_concurrency.lockutils [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.166658] env[68199]: DEBUG nova.compute.manager [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] No waiting events found dispatching network-vif-plugged-7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.166836] env[68199]: WARNING nova.compute.manager [req-d715bf0f-6144-498a-bc8f-c6d404bc8300 req-6d7f88dc-a18d-4974-bf44-1e5b03d4b66d service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Received unexpected event network-vif-plugged-7b24b735-e799-415e-a0fd-cc813107ed3d for instance with vm_state building and task_state spawning. [ 693.224128] env[68199]: DEBUG nova.compute.manager [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.224512] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.225457] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc0835-d0e4-4f31-9075-6ea9001c5501 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.237125] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.237125] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Successfully updated port: 7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.238912] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614bf05a-b8d0-4921-b7e1-28ca788754ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.251984] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 693.251984] env[68199]: value = "task-3069775" [ 693.251984] env[68199]: _type = "Task" [ 693.251984] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.262924] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.263636] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a826491-9cda-4cec-be9e-d7d731a17dc3 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "3443ca21-8dbf-4c50-9028-c1989ec04399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.379606] env[68199]: DEBUG oslo_concurrency.lockutils [req-5417e327-edb8-46de-a7cb-8d1ba7a7d0bc req-7e5c6a7e-199c-4a60-9a05-fd03e4e825c2 service nova] Releasing lock "refresh_cache-f7e67fe3-6adc-4973-baba-514bb05f5a45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.394994] env[68199]: DEBUG oslo_vmware.api [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Task: {'id': task-3069773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148504} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.395417] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.395726] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.396128] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.396280] env[68199]: INFO nova.compute.manager [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.396536] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.396731] env[68199]: DEBUG nova.compute.manager [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.396826] env[68199]: DEBUG nova.network.neutron [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.597735] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.725279] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ce67ea9a-8891-42e7-a40a-c7bc9871ca61 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.725556] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.998s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.731105] env[68199]: INFO nova.compute.claims [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.742921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.742921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.742921] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.763338] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069775, 'name': PowerOffVM_Task, 'duration_secs': 0.346222} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.763475] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.763602] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.763910] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8669eb07-5ca8-40ab-9371-ce5bcccf97e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.769428] env[68199]: DEBUG nova.compute.manager [req-61aa9358-f8a3-4830-987f-76accaec88ac req-3f0889df-f60d-46a8-a968-549cbff2a44f service nova] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Received event network-vif-deleted-193cff03-fd6a-487f-a2ca-28eeeb987da9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.850448] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.850448] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.850448] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleting the datastore file [datastore2] 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.850448] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef48a973-090b-4d0d-989a-8b682ae5b033 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.859758] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 693.859758] env[68199]: value = "task-3069777" [ 693.859758] env[68199]: _type = "Task" [ 693.859758] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.870783] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.098993] env[68199]: DEBUG oslo_vmware.api [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069774, 'name': PowerOnVM_Task, 'duration_secs': 0.875107} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.099776] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.100503] env[68199]: INFO nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Took 9.81 seconds to spawn the instance on the hypervisor. [ 694.100862] env[68199]: DEBUG nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.102381] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d4fc5-b03f-4f38-b04a-bf94e416abeb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.206295] env[68199]: DEBUG nova.network.neutron [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.286795] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.339226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "daa314ca-8e53-4e19-af98-749c8c782876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.339226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.372079] env[68199]: DEBUG oslo_vmware.api [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3069777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.372799] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.373656] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.376019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.376019] env[68199]: INFO nova.compute.manager [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 694.376019] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.376019] env[68199]: DEBUG nova.compute.manager [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.376019] env[68199]: DEBUG nova.network.neutron [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.487390] env[68199]: DEBUG nova.network.neutron [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Updating instance_info_cache with network_info: [{"id": "7b24b735-e799-415e-a0fd-cc813107ed3d", "address": "fa:16:3e:9a:ff:17", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24b735-e7", "ovs_interfaceid": "7b24b735-e799-415e-a0fd-cc813107ed3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.625730] env[68199]: INFO nova.compute.manager [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Took 36.48 seconds to build instance. [ 694.710215] env[68199]: INFO nova.compute.manager [-] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Took 1.31 seconds to deallocate network for instance. [ 694.857500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "e834d430-07da-48c1-9eb5-4884c24ba994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.857734] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.992458] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.992772] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Instance network_info: |[{"id": "7b24b735-e799-415e-a0fd-cc813107ed3d", "address": "fa:16:3e:9a:ff:17", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24b735-e7", "ovs_interfaceid": "7b24b735-e799-415e-a0fd-cc813107ed3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.993394] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ff:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b24b735-e799-415e-a0fd-cc813107ed3d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.002338] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.002338] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.002338] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3179908-cfb1-4c53-936a-80cf65bb4928 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.026432] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.026432] env[68199]: value = "task-3069778" [ 695.026432] env[68199]: _type = "Task" [ 695.026432] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.038343] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069778, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.129150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.500s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.219147] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.315955] env[68199]: DEBUG nova.network.neutron [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.341351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c8427-6fa4-468d-9be2-9f5fc7bced3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.349539] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc2301-a29b-4409-be98-47df0f0abc56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.381529] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06957790-6e7f-4d89-b5f9-49a9d174a90f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.391888] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8bd506-023e-40c7-801d-ff2653ff967f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.408715] env[68199]: DEBUG nova.compute.provider_tree [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.539122] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069778, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.632115] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.707742] env[68199]: DEBUG nova.compute.manager [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Received event network-changed-7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.707941] env[68199]: DEBUG nova.compute.manager [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Refreshing instance network info cache due to event network-changed-7b24b735-e799-415e-a0fd-cc813107ed3d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.708195] env[68199]: DEBUG oslo_concurrency.lockutils [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] Acquiring lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.708342] env[68199]: DEBUG oslo_concurrency.lockutils [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] Acquired lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.708500] env[68199]: DEBUG nova.network.neutron [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Refreshing network info cache for port 7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.770510] env[68199]: DEBUG oslo_concurrency.lockutils [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "interface-7faccb18-35c1-4c02-9a01-f410755052f9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.770770] env[68199]: DEBUG oslo_concurrency.lockutils [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "interface-7faccb18-35c1-4c02-9a01-f410755052f9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.771094] env[68199]: DEBUG nova.objects.instance [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lazy-loading 'flavor' on Instance uuid 7faccb18-35c1-4c02-9a01-f410755052f9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.818145] env[68199]: INFO nova.compute.manager [-] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Took 1.44 seconds to deallocate network for instance. [ 695.912853] env[68199]: DEBUG nova.scheduler.client.report [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.038501] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069778, 'name': CreateVM_Task, 'duration_secs': 0.558541} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.038501] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.039220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.039485] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.042034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.042034] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235bfc38-f6db-4348-b157-448c00ea502b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.047046] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 696.047046] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52098593-b9ae-c819-b267-a76809becf24" [ 696.047046] env[68199]: _type = "Task" [ 696.047046] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.055432] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52098593-b9ae-c819-b267-a76809becf24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.153378] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.164531] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "084f19f1-db26-4524-b863-f9a4e968888c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.164760] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.274423] env[68199]: DEBUG nova.objects.instance [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lazy-loading 'pci_requests' on Instance uuid 7faccb18-35c1-4c02-9a01-f410755052f9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.325409] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.419749] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.424020] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.424376] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.227s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.425790] env[68199]: INFO nova.compute.claims [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.480919] env[68199]: DEBUG nova.network.neutron [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Updated VIF entry in instance network info cache for port 7b24b735-e799-415e-a0fd-cc813107ed3d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.481435] env[68199]: DEBUG nova.network.neutron [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Updating instance_info_cache with network_info: [{"id": "7b24b735-e799-415e-a0fd-cc813107ed3d", "address": "fa:16:3e:9a:ff:17", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24b735-e7", "ovs_interfaceid": "7b24b735-e799-415e-a0fd-cc813107ed3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.490800] env[68199]: DEBUG nova.compute.manager [req-86ab99e5-8f00-498b-af67-ee2556d75f89 req-67ebec28-a9e0-4e5b-8659-1c887c9b0684 service nova] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Received event network-vif-deleted-20509137-4c08-47fe-99a9-c497ef7fd787 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.561340] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52098593-b9ae-c819-b267-a76809becf24, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.561686] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562055] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.562753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.562753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.562753] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.562933] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab10bc32-16cc-436e-9d22-9b1b0f9a0504 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.575237] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.575237] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.575333] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172af748-d3df-4d53-9ec9-a0906ff0b93b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.586921] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 696.586921] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527f0b26-91e2-1006-795d-180e91a363b2" [ 696.586921] env[68199]: _type = "Task" [ 696.586921] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.597203] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527f0b26-91e2-1006-795d-180e91a363b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.598109] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0d6bf4-f197-4ac6-96a7-31615d67ef86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.604305] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 696.604305] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52924ee1-6b1b-f212-c6cd-630c1c8cafd9" [ 696.604305] env[68199]: _type = "Task" [ 696.604305] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.612982] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52924ee1-6b1b-f212-c6cd-630c1c8cafd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.777452] env[68199]: DEBUG nova.objects.base [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Object Instance<7faccb18-35c1-4c02-9a01-f410755052f9> lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.780402] env[68199]: DEBUG nova.network.neutron [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.860037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-96718fc6-4971-49ed-8f05-86b266479720 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "interface-7faccb18-35c1-4c02-9a01-f410755052f9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.089s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.925845] env[68199]: DEBUG nova.compute.utils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.927029] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.927216] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.975383] env[68199]: DEBUG nova.policy [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f47bc52757541f2a2dfe9a0e56dc506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3547d869db473ba7a9e1f624aef6a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.984521] env[68199]: DEBUG oslo_concurrency.lockutils [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] Releasing lock "refresh_cache-f2ef062b-6901-4c45-b6fc-e664b15d1d3a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.984778] env[68199]: DEBUG nova.compute.manager [req-aa1ed68a-e1d9-4bd7-bbbb-d8fc1167c4d6 req-b76b9707-0239-427c-944b-da5b45481ca8 service nova] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Received event network-vif-deleted-a96b5c51-3b13-4a8e-9305-3106f745404b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.115872] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52924ee1-6b1b-f212-c6cd-630c1c8cafd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.115872] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.116224] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f2ef062b-6901-4c45-b6fc-e664b15d1d3a/f2ef062b-6901-4c45-b6fc-e664b15d1d3a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.117432] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b025a4-9970-4173-afbf-3c43f52686d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.131381] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 697.131381] env[68199]: value = "task-3069779" [ 697.131381] env[68199]: _type = "Task" [ 697.131381] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.430641] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.611189] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Successfully created port: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.640427] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497086} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.640682] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f2ef062b-6901-4c45-b6fc-e664b15d1d3a/f2ef062b-6901-4c45-b6fc-e664b15d1d3a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.640996] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.643617] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8915c3-304e-48b3-8059-597762075b71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.654621] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 697.654621] env[68199]: value = "task-3069780" [ 697.654621] env[68199]: _type = "Task" [ 697.654621] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.667891] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.017456] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f6ac1-d351-4e48-ae8d-353fb3b96ab3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.025613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc850ef9-a342-410b-ab08-e1fc4810ac26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.058295] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee171ae2-f8af-4dec-a521-4cab4855345c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.066418] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83d27b-5a8f-4fc0-bd15-dd38431dc639 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.080715] env[68199]: DEBUG nova.compute.provider_tree [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.166207] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077149} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.166496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.170020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84363262-d801-4c19-9fc6-45d34ecf4bd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.190424] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] f2ef062b-6901-4c45-b6fc-e664b15d1d3a/f2ef062b-6901-4c45-b6fc-e664b15d1d3a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.190718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e06e46e-e9d1-4239-9bad-5567f4acb3fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.212500] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 698.212500] env[68199]: value = "task-3069781" [ 698.212500] env[68199]: _type = "Task" [ 698.212500] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.221585] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.440940] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.480328] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.480589] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.480752] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.480932] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.481171] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.481319] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.481530] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.481683] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.481844] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.482091] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.482188] env[68199]: DEBUG nova.virt.hardware [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.483074] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f814cf-b375-4dd1-bcd7-9d7b418498f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.495692] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75669bb3-2d28-47fd-80bd-4826fb8b9e1f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.584551] env[68199]: DEBUG nova.scheduler.client.report [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.725232] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069781, 'name': ReconfigVM_Task, 'duration_secs': 0.27434} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.725607] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] f2ef062b-6901-4c45-b6fc-e664b15d1d3a/f2ef062b-6901-4c45-b6fc-e664b15d1d3a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.726802] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a091a6a-9aec-4eed-9f03-9f6a614f785a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.735994] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 698.735994] env[68199]: value = "task-3069782" [ 698.735994] env[68199]: _type = "Task" [ 698.735994] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.745989] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069782, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.091198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.095388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.197s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.095388] env[68199]: INFO nova.compute.claims [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.246274] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069782, 'name': Rename_Task, 'duration_secs': 0.155967} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.246543] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.246788] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5dd88bd-7b6c-4f0c-944f-0f406f4388ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.254314] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 699.254314] env[68199]: value = "task-3069783" [ 699.254314] env[68199]: _type = "Task" [ 699.254314] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.268307] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.276429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "7faccb18-35c1-4c02-9a01-f410755052f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.276532] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.276729] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.276898] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.277075] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.279566] env[68199]: INFO nova.compute.manager [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Terminating instance [ 699.468141] env[68199]: DEBUG nova.compute.manager [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Received event network-vif-plugged-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.468141] env[68199]: DEBUG oslo_concurrency.lockutils [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] Acquiring lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.468141] env[68199]: DEBUG oslo_concurrency.lockutils [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.468141] env[68199]: DEBUG oslo_concurrency.lockutils [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.469052] env[68199]: DEBUG nova.compute.manager [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] No waiting events found dispatching network-vif-plugged-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.469503] env[68199]: WARNING nova.compute.manager [req-aad67f06-753a-424a-8a65-e9afe6e3bf20 req-b29b1000-96f1-4690-b807-ffb403e01688 service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Received unexpected event network-vif-plugged-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f for instance with vm_state building and task_state spawning. [ 699.561014] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Successfully updated port: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.598956] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "117a7147-be6a-4a3e-904f-c48ae186f817" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.600481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "117a7147-be6a-4a3e-904f-c48ae186f817" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.767506] env[68199]: DEBUG oslo_vmware.api [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069783, 'name': PowerOnVM_Task, 'duration_secs': 0.440145} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.767639] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.768118] env[68199]: INFO nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Took 7.33 seconds to spawn the instance on the hypervisor. [ 699.768118] env[68199]: DEBUG nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.769091] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d735a4c-3e8a-4266-8578-90d582211648 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.786414] env[68199]: DEBUG nova.compute.manager [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.786607] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.787470] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05216d-77ba-4350-8be5-976bf19551a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.799578] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.799578] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ee9633-92b1-42e8-b8d8-3004302161a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.810556] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 699.810556] env[68199]: value = "task-3069784" [ 699.810556] env[68199]: _type = "Task" [ 699.810556] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.825205] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.064117] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.064117] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.064279] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.104995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "117a7147-be6a-4a3e-904f-c48ae186f817" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.105592] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.295348] env[68199]: INFO nova.compute.manager [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Took 38.67 seconds to build instance. [ 700.325856] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069784, 'name': PowerOffVM_Task, 'duration_secs': 0.218418} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.325856] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.325856] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.325856] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8674443-6beb-46e5-b747-e547dd38f430 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.396874] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.397100] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.397338] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Deleting the datastore file [datastore1] 7faccb18-35c1-4c02-9a01-f410755052f9 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.401270] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4710c974-d3fb-41b1-9c60-c0b9018566eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.409517] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for the task: (returnval){ [ 700.409517] env[68199]: value = "task-3069786" [ 700.409517] env[68199]: _type = "Task" [ 700.409517] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.419509] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.463437] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.463845] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.613262] env[68199]: DEBUG nova.compute.utils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.624244] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.624244] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.631635] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.678292] env[68199]: DEBUG nova.policy [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db70354f840545c28ca5bec948ecb32e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68be6f72e5be4c33a2c4960469e704d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.768641] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f454ba-eb74-49fd-8c88-21aaf3d49ea2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.777833] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dae831-66a2-46b7-a9b7-f4fffbdf6547 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.817096] env[68199]: DEBUG oslo_concurrency.lockutils [None req-485895e7-3a47-4ba5-a140-151e437facec tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.152s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.822856] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ce998-ccfd-4cfc-b0ae-66c10821e03d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.833088] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a70ac-fa24-43e0-b804-589e4d6f1be5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.849680] env[68199]: DEBUG nova.compute.provider_tree [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.882099] env[68199]: DEBUG nova.network.neutron [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Updating instance_info_cache with network_info: [{"id": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "address": "fa:16:3e:4e:d6:b7", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0a616a-3b", "ovs_interfaceid": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.919878] env[68199]: DEBUG oslo_vmware.api [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Task: {'id': task-3069786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226932} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.920330] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.923317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.923317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.923317] env[68199]: INFO nova.compute.manager [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 700.923317] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.923317] env[68199]: DEBUG nova.compute.manager [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.923317] env[68199]: DEBUG nova.network.neutron [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.985154] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Successfully created port: 54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.095652] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "fdb15207-4edb-4315-b849-04643bdac5e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.095652] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.127705] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.327479] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.352816] env[68199]: DEBUG nova.scheduler.client.report [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.383812] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.384205] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Instance network_info: |[{"id": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "address": "fa:16:3e:4e:d6:b7", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0a616a-3b", "ovs_interfaceid": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.384625] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d6:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.396489] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.397806] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.398070] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a6eedf-6427-4d8a-938b-e3ac8388e3b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.421683] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.421683] env[68199]: value = "task-3069787" [ 701.421683] env[68199]: _type = "Task" [ 701.421683] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.430299] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069787, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.506436] env[68199]: DEBUG nova.compute.manager [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Received event network-changed-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.506436] env[68199]: DEBUG nova.compute.manager [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Refreshing instance network info cache due to event network-changed-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.506655] env[68199]: DEBUG oslo_concurrency.lockutils [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] Acquiring lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.507673] env[68199]: DEBUG oslo_concurrency.lockutils [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] Acquired lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507673] env[68199]: DEBUG nova.network.neutron [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Refreshing network info cache for port 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.778051] env[68199]: DEBUG nova.network.neutron [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.856564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.857326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.857802] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.860625] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.607s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.860892] env[68199]: DEBUG nova.objects.instance [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lazy-loading 'resources' on Instance uuid fa531961-a1f6-4fc9-bc74-dc1693dbfd70 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.932807] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069787, 'name': CreateVM_Task, 'duration_secs': 0.341813} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.932992] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.933690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.933856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.934198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.934499] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd460247-bc04-4c56-aca2-935c6b1c855f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.941227] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 701.941227] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52dbb93f-860b-d9ab-1450-94103c3123fc" [ 701.941227] env[68199]: _type = "Task" [ 701.941227] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.949963] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dbb93f-860b-d9ab-1450-94103c3123fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.138284] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.166150] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.166460] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.166672] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.166957] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.167245] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.167413] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.167671] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.167836] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.168028] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.168199] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.168370] env[68199]: DEBUG nova.virt.hardware [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.169213] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fa6e2-ea1b-4ce0-977d-6d536c74435b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.177742] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4722f57-9385-4617-b945-5c56a0feb9d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.281164] env[68199]: INFO nova.compute.manager [-] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Took 1.36 seconds to deallocate network for instance. [ 702.287290] env[68199]: DEBUG nova.network.neutron [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Updated VIF entry in instance network info cache for port 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.287615] env[68199]: DEBUG nova.network.neutron [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Updating instance_info_cache with network_info: [{"id": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "address": "fa:16:3e:4e:d6:b7", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0a616a-3b", "ovs_interfaceid": "3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.364163] env[68199]: DEBUG nova.compute.utils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.368407] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.368591] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.395654] env[68199]: DEBUG nova.compute.manager [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Received event network-vif-plugged-54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.396019] env[68199]: DEBUG oslo_concurrency.lockutils [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] Acquiring lock "e6415680-4084-41ed-9cce-cae4c14919da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.396228] env[68199]: DEBUG oslo_concurrency.lockutils [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] Lock "e6415680-4084-41ed-9cce-cae4c14919da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.396996] env[68199]: DEBUG oslo_concurrency.lockutils [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] Lock "e6415680-4084-41ed-9cce-cae4c14919da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.396996] env[68199]: DEBUG nova.compute.manager [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] No waiting events found dispatching network-vif-plugged-54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.397414] env[68199]: WARNING nova.compute.manager [req-50e07fa8-8e78-48ce-bc6d-d6a765d29e52 req-05ed6b32-ed6b-46ad-83a2-b83224e5b660 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Received unexpected event network-vif-plugged-54a42775-b90f-4155-abfe-cbd5b157699f for instance with vm_state building and task_state spawning. [ 702.420367] env[68199]: DEBUG nova.policy [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8ee73cc26c34055b26d9caa3413737c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5a05188f994a6f9b086e4cff5e1475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.453628] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dbb93f-860b-d9ab-1450-94103c3123fc, 'name': SearchDatastore_Task, 'duration_secs': 0.032475} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.456473] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.456711] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.456949] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.457113] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.457375] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.458823] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9c1ae5-bb96-4977-8a08-2b0a2571da45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.468336] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.468541] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.469517] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0716c814-84f2-451b-8910-3573e59e155d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.479467] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 702.479467] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ee150d-f4ee-8c06-db81-a94fd7ad9ec2" [ 702.479467] env[68199]: _type = "Task" [ 702.479467] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.492396] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee150d-f4ee-8c06-db81-a94fd7ad9ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.493877] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Successfully updated port: 54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.792372] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.794663] env[68199]: DEBUG oslo_concurrency.lockutils [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] Releasing lock "refresh_cache-87daeab7-1a43-48d7-8adc-3baa04a1d099" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.794663] env[68199]: DEBUG nova.compute.manager [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Received event network-vif-deleted-461a7175-c98d-440a-97ef-bfb80548997c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.797122] env[68199]: INFO nova.compute.manager [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Neutron deleted interface 461a7175-c98d-440a-97ef-bfb80548997c; detaching it from the instance and deleting it from the info cache [ 702.797122] env[68199]: DEBUG nova.network.neutron [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.819122] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Successfully created port: dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.870969] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.957222] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c39245-030e-45f6-8acd-8ea35285865f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.965877] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7969c-e08b-4b98-ba77-780352faac45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.999143] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999322] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquired lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999449] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.004273] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdb61e-d375-4a7b-bcce-dda21c1a9bd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.016229] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee150d-f4ee-8c06-db81-a94fd7ad9ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.018199] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e87c4-5861-4221-bfe0-dc0a1fbbe998 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.021989] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3524a0cd-7c8e-4051-b507-777dac64fc55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.028238] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 703.028238] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52268cf4-b5ec-579b-29a9-54b853856afc" [ 703.028238] env[68199]: _type = "Task" [ 703.028238] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.037836] env[68199]: DEBUG nova.compute.provider_tree [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.047615] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52268cf4-b5ec-579b-29a9-54b853856afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.303110] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96b2caeb-8741-44de-8390-22133460fb58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.311825] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5067fbb-c443-4932-9996-8d1bcf3b005c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.346896] env[68199]: DEBUG nova.compute.manager [req-485a1485-262e-445c-9f2c-f831590efde1 req-5e9106f8-1af2-45cb-9f25-e5a9ed407bdc service nova] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Detach interface failed, port_id=461a7175-c98d-440a-97ef-bfb80548997c, reason: Instance 7faccb18-35c1-4c02-9a01-f410755052f9 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.540074] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.543352] env[68199]: DEBUG nova.scheduler.client.report [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.556575] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52268cf4-b5ec-579b-29a9-54b853856afc, 'name': SearchDatastore_Task, 'duration_secs': 0.035831} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.556766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.557028] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 87daeab7-1a43-48d7-8adc-3baa04a1d099/87daeab7-1a43-48d7-8adc-3baa04a1d099.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.557300] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fede2ac4-4cf7-4f1f-9478-bdf1bea9aae4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565965] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 703.565965] env[68199]: value = "task-3069788" [ 703.565965] env[68199]: _type = "Task" [ 703.565965] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.578798] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.692975] env[68199]: DEBUG nova.network.neutron [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Updating instance_info_cache with network_info: [{"id": "54a42775-b90f-4155-abfe-cbd5b157699f", "address": "fa:16:3e:b1:4f:57", "network": {"id": "5bb0909a-d167-4012-a8e8-3c3a5fa1b4e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-184529044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68be6f72e5be4c33a2c4960469e704d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a42775-b9", "ovs_interfaceid": "54a42775-b90f-4155-abfe-cbd5b157699f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.882928] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.911871] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.912222] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.912384] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.912536] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.913047] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.913047] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.913047] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.913292] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.913390] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.913554] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.913728] env[68199]: DEBUG nova.virt.hardware [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.915365] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a985c6-905e-4d46-9392-5399abf93fb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.923268] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680cc5d0-1c9c-4bdc-be6f-32b2154116b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.051263] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.053710] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.531s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.053896] env[68199]: DEBUG nova.objects.instance [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 704.077208] env[68199]: INFO nova.scheduler.client.report [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Deleted allocations for instance fa531961-a1f6-4fc9-bc74-dc1693dbfd70 [ 704.083579] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069788, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.195557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Releasing lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.195902] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Instance network_info: |[{"id": "54a42775-b90f-4155-abfe-cbd5b157699f", "address": "fa:16:3e:b1:4f:57", "network": {"id": "5bb0909a-d167-4012-a8e8-3c3a5fa1b4e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-184529044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68be6f72e5be4c33a2c4960469e704d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a42775-b9", "ovs_interfaceid": "54a42775-b90f-4155-abfe-cbd5b157699f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.196361] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:4f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a42775-b90f-4155-abfe-cbd5b157699f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.207082] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Creating folder: Project (68be6f72e5be4c33a2c4960469e704d1). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.207766] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6089d081-d7f4-4852-af15-f8b0d017a8ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.225432] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Created folder: Project (68be6f72e5be4c33a2c4960469e704d1) in parent group-v614632. [ 704.225684] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Creating folder: Instances. Parent ref: group-v614717. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.225992] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561311f5-112d-41bb-a744-fb1e9b177401 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.240950] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Created folder: Instances in parent group-v614717. [ 704.241332] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.241596] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.241823] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d180a08d-0efa-4f66-bae8-4bbe0d0c58c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.265458] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.265458] env[68199]: value = "task-3069791" [ 704.265458] env[68199]: _type = "Task" [ 704.265458] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.277020] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069791, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.460206] env[68199]: DEBUG nova.compute.manager [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Received event network-changed-54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.460206] env[68199]: DEBUG nova.compute.manager [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Refreshing instance network info cache due to event network-changed-54a42775-b90f-4155-abfe-cbd5b157699f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.460206] env[68199]: DEBUG oslo_concurrency.lockutils [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] Acquiring lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.461086] env[68199]: DEBUG oslo_concurrency.lockutils [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] Acquired lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.461427] env[68199]: DEBUG nova.network.neutron [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Refreshing network info cache for port 54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.584014] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844842} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.585075] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 87daeab7-1a43-48d7-8adc-3baa04a1d099/87daeab7-1a43-48d7-8adc-3baa04a1d099.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.585075] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.585075] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ad658a3-1522-4ecd-ba7b-28b984162b35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.591427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Lock "fa531961-a1f6-4fc9-bc74-dc1693dbfd70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.649s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.599295] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 704.599295] env[68199]: value = "task-3069792" [ 704.599295] env[68199]: _type = "Task" [ 704.599295] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.613419] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.778473] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069791, 'name': CreateVM_Task, 'duration_secs': 0.386147} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.778640] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.779364] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.779576] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.779904] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.780207] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4703d134-57c7-4a7f-917e-b322e59ed15b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.788426] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 704.788426] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d5edf8-30dc-a875-a1b2-606f60c9aee9" [ 704.788426] env[68199]: _type = "Task" [ 704.788426] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.796347] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5edf8-30dc-a875-a1b2-606f60c9aee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.810865] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Successfully updated port: dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.813498] env[68199]: DEBUG nova.compute.manager [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Received event network-vif-plugged-dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.813703] env[68199]: DEBUG oslo_concurrency.lockutils [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] Acquiring lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.813916] env[68199]: DEBUG oslo_concurrency.lockutils [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.814158] env[68199]: DEBUG oslo_concurrency.lockutils [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.815077] env[68199]: DEBUG nova.compute.manager [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] No waiting events found dispatching network-vif-plugged-dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.815077] env[68199]: WARNING nova.compute.manager [req-90ca8694-cbed-4414-bb24-d247639d2306 req-beee267d-2545-41af-9e99-a25647d87185 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Received unexpected event network-vif-plugged-dd182ade-558e-4fb8-810a-013180af7f9a for instance with vm_state building and task_state spawning. [ 705.062981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35c97e2a-1ad4-4399-ad97-977ac783c425 tempest-ServersAdmin275Test-165902232 tempest-ServersAdmin275Test-165902232-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.064153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.335s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.065624] env[68199]: INFO nova.compute.claims [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.110687] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.110953] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.111766] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ef8cb-3d7e-4fdd-b993-d6b8e910f4ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.134733] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 87daeab7-1a43-48d7-8adc-3baa04a1d099/87daeab7-1a43-48d7-8adc-3baa04a1d099.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.137941] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e95c578-c9be-4a2a-b9d8-321e5e7f489a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.161385] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 705.161385] env[68199]: value = "task-3069793" [ 705.161385] env[68199]: _type = "Task" [ 705.161385] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.170343] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.242744] env[68199]: DEBUG nova.network.neutron [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Updated VIF entry in instance network info cache for port 54a42775-b90f-4155-abfe-cbd5b157699f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.243137] env[68199]: DEBUG nova.network.neutron [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Updating instance_info_cache with network_info: [{"id": "54a42775-b90f-4155-abfe-cbd5b157699f", "address": "fa:16:3e:b1:4f:57", "network": {"id": "5bb0909a-d167-4012-a8e8-3c3a5fa1b4e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-184529044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68be6f72e5be4c33a2c4960469e704d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a42775-b9", "ovs_interfaceid": "54a42775-b90f-4155-abfe-cbd5b157699f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.299230] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5edf8-30dc-a875-a1b2-606f60c9aee9, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.299563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.299834] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.300133] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.300359] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.300564] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.300830] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e28d86-1515-414b-88ee-bdc24f265a02 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.311421] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.311421] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.311421] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327178e7-e443-4213-bf49-c810f40d9b5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.317402] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.317545] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.317687] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.318877] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 705.318877] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52412b78-8878-23e3-2c84-895771b5c84d" [ 705.318877] env[68199]: _type = "Task" [ 705.318877] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.328197] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52412b78-8878-23e3-2c84-895771b5c84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.672496] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069793, 'name': ReconfigVM_Task, 'duration_secs': 0.317053} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.672800] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 87daeab7-1a43-48d7-8adc-3baa04a1d099/87daeab7-1a43-48d7-8adc-3baa04a1d099.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.673436] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd3be98-0af2-414f-b88e-abc39a50664f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.680309] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 705.680309] env[68199]: value = "task-3069794" [ 705.680309] env[68199]: _type = "Task" [ 705.680309] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.688619] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069794, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.746568] env[68199]: DEBUG oslo_concurrency.lockutils [req-8255167a-d53d-4349-b945-d50fef7b5adf req-a11ace90-ee74-4c18-83ce-9a46464f3602 service nova] Releasing lock "refresh_cache-e6415680-4084-41ed-9cce-cae4c14919da" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.832056] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52412b78-8878-23e3-2c84-895771b5c84d, 'name': SearchDatastore_Task, 'duration_secs': 0.031472} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.832826] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbbb77c-9e83-4453-b725-6b7059288190 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.839921] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 705.839921] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520f2fd4-bc7e-9aa5-c289-a725c3b9b11d" [ 705.839921] env[68199]: _type = "Task" [ 705.839921] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.850517] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520f2fd4-bc7e-9aa5-c289-a725c3b9b11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.866443] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.127587] env[68199]: DEBUG nova.network.neutron [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Updating instance_info_cache with network_info: [{"id": "dd182ade-558e-4fb8-810a-013180af7f9a", "address": "fa:16:3e:60:40:cc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd182ade-55", "ovs_interfaceid": "dd182ade-558e-4fb8-810a-013180af7f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.193574] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069794, 'name': Rename_Task, 'duration_secs': 0.296497} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.196398] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.196934] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2940af0e-2d53-4ebc-bd47-5cbc44668303 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.206241] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 706.206241] env[68199]: value = "task-3069795" [ 706.206241] env[68199]: _type = "Task" [ 706.206241] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.220298] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.354705] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520f2fd4-bc7e-9aa5-c289-a725c3b9b11d, 'name': SearchDatastore_Task, 'duration_secs': 0.045697} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.354705] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.354705] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e6415680-4084-41ed-9cce-cae4c14919da/e6415680-4084-41ed-9cce-cae4c14919da.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.354956] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ddd3fc-9063-4153-8d76-19c221fef3d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.366738] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 706.366738] env[68199]: value = "task-3069796" [ 706.366738] env[68199]: _type = "Task" [ 706.366738] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.376644] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.630944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.631273] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Instance network_info: |[{"id": "dd182ade-558e-4fb8-810a-013180af7f9a", "address": "fa:16:3e:60:40:cc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd182ade-55", "ovs_interfaceid": "dd182ade-558e-4fb8-810a-013180af7f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.631513] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:40:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd182ade-558e-4fb8-810a-013180af7f9a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.640111] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.643257] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.643818] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff8e3e5-bb2f-4e5e-ae4d-a005e5f31f3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674301] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.674301] env[68199]: value = "task-3069797" [ 706.674301] env[68199]: _type = "Task" [ 706.674301] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.690581] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069797, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.712618] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9afdd-2840-45f9-b1df-70ba97062e65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.725654] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1715c9-f144-457f-925d-ab61ead37b03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.729263] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.763747] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee29f0c-989e-4f9c-a149-fb985e65ac9a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.774835] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5668b4f-39c5-4dff-8789-f9ef1ff6671c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.794350] env[68199]: DEBUG nova.compute.provider_tree [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.836529] env[68199]: DEBUG nova.compute.manager [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Received event network-changed-dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.836890] env[68199]: DEBUG nova.compute.manager [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Refreshing instance network info cache due to event network-changed-dd182ade-558e-4fb8-810a-013180af7f9a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.836976] env[68199]: DEBUG oslo_concurrency.lockutils [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] Acquiring lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837143] env[68199]: DEBUG oslo_concurrency.lockutils [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] Acquired lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837302] env[68199]: DEBUG nova.network.neutron [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Refreshing network info cache for port dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.878156] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.080297] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "f5b4aac1-464e-460c-9c19-2c5d43302016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.080562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.185986] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069797, 'name': CreateVM_Task, 'duration_secs': 0.426935} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.188593] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.188593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.188593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.188593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.188593] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2559c43-ea4a-4447-850a-458fd075faf7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.192850] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 707.192850] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522179d0-1d3f-4d2f-5f83-3bba068a0d13" [ 707.192850] env[68199]: _type = "Task" [ 707.192850] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.201469] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522179d0-1d3f-4d2f-5f83-3bba068a0d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.216293] env[68199]: DEBUG oslo_vmware.api [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069795, 'name': PowerOnVM_Task, 'duration_secs': 0.537724} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.216557] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.217020] env[68199]: INFO nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Took 8.78 seconds to spawn the instance on the hypervisor. [ 707.217020] env[68199]: DEBUG nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.217724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32beac9-a6b6-4c50-bf03-e6d51492984e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.297453] env[68199]: DEBUG nova.scheduler.client.report [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.378441] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518587} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.378728] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e6415680-4084-41ed-9cce-cae4c14919da/e6415680-4084-41ed-9cce-cae4c14919da.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.378941] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.379298] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc77554e-6ea9-4041-b290-e74781a43a67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.389877] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 707.389877] env[68199]: value = "task-3069798" [ 707.389877] env[68199]: _type = "Task" [ 707.389877] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.398112] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.655629] env[68199]: DEBUG nova.network.neutron [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Updated VIF entry in instance network info cache for port dd182ade-558e-4fb8-810a-013180af7f9a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.655999] env[68199]: DEBUG nova.network.neutron [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Updating instance_info_cache with network_info: [{"id": "dd182ade-558e-4fb8-810a-013180af7f9a", "address": "fa:16:3e:60:40:cc", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd182ade-55", "ovs_interfaceid": "dd182ade-558e-4fb8-810a-013180af7f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.706236] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522179d0-1d3f-4d2f-5f83-3bba068a0d13, 'name': SearchDatastore_Task, 'duration_secs': 0.055899} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.706658] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.706918] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.707172] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.707323] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.707503] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.707761] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01fbc4fa-aa76-4cd8-a968-ea32a7690149 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.716518] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.716699] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.717630] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912d432d-f199-4ba4-9dfb-20d292b61737 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.723824] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 707.723824] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52127841-19a4-6e05-de84-d4e6e6307cff" [ 707.723824] env[68199]: _type = "Task" [ 707.723824] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.740063] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52127841-19a4-6e05-de84-d4e6e6307cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.742381] env[68199]: INFO nova.compute.manager [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Took 40.04 seconds to build instance. [ 707.803081] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.803624] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.806083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.265s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.900769] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080186} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.901344] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.902229] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7419edf-ab7c-4597-805b-ae0d290560a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.924346] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e6415680-4084-41ed-9cce-cae4c14919da/e6415680-4084-41ed-9cce-cae4c14919da.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.924649] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4170ec32-34e6-4cd6-8db5-011685a809dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.946349] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 707.946349] env[68199]: value = "task-3069799" [ 707.946349] env[68199]: _type = "Task" [ 707.946349] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.955465] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.159061] env[68199]: DEBUG oslo_concurrency.lockutils [req-092803a7-c0de-454e-b78d-84cbdf0902e3 req-c4966632-56c6-4226-810c-71956f732a25 service nova] Releasing lock "refresh_cache-b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234992] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52127841-19a4-6e05-de84-d4e6e6307cff, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.235807] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e48e67-f4cb-4dfa-a093-94a8c5896f7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.242428] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 708.242428] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5215d927-8580-e3e4-a420-a30e7980bc02" [ 708.242428] env[68199]: _type = "Task" [ 708.242428] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.245767] env[68199]: DEBUG oslo_concurrency.lockutils [None req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.379s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.252321] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5215d927-8580-e3e4-a420-a30e7980bc02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.311531] env[68199]: DEBUG nova.compute.utils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.312897] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 708.459606] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.749020] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.759292] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5215d927-8580-e3e4-a420-a30e7980bc02, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.760825] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.761168] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b63e221e-88cd-4b8c-88ca-c1cb8b7c6318/b63e221e-88cd-4b8c-88ca-c1cb8b7c6318.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.763718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-191dabf6-5a2d-432d-9cfb-4529a6790ecb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.771890] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 708.771890] env[68199]: value = "task-3069800" [ 708.771890] env[68199]: _type = "Task" [ 708.771890] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.783808] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.799634] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe95cfe-dbd8-4b73-841c-4ba93a0a2e16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.808661] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cf43f3-3ee1-420f-ae66-e97b293f6251 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.813725] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.844998] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53c321-8e01-4a22-a8d2-7eb32dda6e48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.857206] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b5b00-5c64-4922-8435-8202366e08f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.873040] env[68199]: DEBUG nova.compute.provider_tree [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.959033] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069799, 'name': ReconfigVM_Task, 'duration_secs': 0.928233} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.959459] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e6415680-4084-41ed-9cce-cae4c14919da/e6415680-4084-41ed-9cce-cae4c14919da.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.960414] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e711999-6701-4a0f-a3e0-a3c3c812585a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.970888] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 708.970888] env[68199]: value = "task-3069801" [ 708.970888] env[68199]: _type = "Task" [ 708.970888] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.982869] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069801, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.268959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.284682] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.376138] env[68199]: DEBUG nova.scheduler.client.report [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.482263] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069801, 'name': Rename_Task, 'duration_secs': 0.210705} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.482540] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.482777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a97cea4-12e0-458c-bce5-562485646efa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.490188] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 709.490188] env[68199]: value = "task-3069802" [ 709.490188] env[68199]: _type = "Task" [ 709.490188] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.498759] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.782995] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53718} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.782995] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b63e221e-88cd-4b8c-88ca-c1cb8b7c6318/b63e221e-88cd-4b8c-88ca-c1cb8b7c6318.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.783547] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.783547] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93c18875-24e7-4dd9-ba2e-29a55e60bdfd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.791412] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 709.791412] env[68199]: value = "task-3069803" [ 709.791412] env[68199]: _type = "Task" [ 709.791412] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.802486] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.851778] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.880133] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.880388] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.880549] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.880730] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.880911] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.881100] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.881323] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.881487] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.881653] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.881815] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.881986] env[68199]: DEBUG nova.virt.hardware [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.887198] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea5b58-2102-4237-9fe3-d139d5a9b215 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.895823] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac4cc3-2da7-4e31-8b67-945ede0d41ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.912509] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.918065] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Creating folder: Project (2acfe392cf7d44e3bc1f92feb1a4ad9e). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.918454] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a8d34d3-1368-48ee-8565-4cf613c675ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.932152] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Created folder: Project (2acfe392cf7d44e3bc1f92feb1a4ad9e) in parent group-v614632. [ 709.932152] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Creating folder: Instances. Parent ref: group-v614721. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.932463] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-395dbb5c-ef85-49a9-9a91-ba7d21c526b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.944423] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Created folder: Instances in parent group-v614721. [ 709.944751] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.944937] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.945165] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f0aa23d-1ed7-4e2d-bfdf-09204b546c9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.964472] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.964472] env[68199]: value = "task-3069806" [ 709.964472] env[68199]: _type = "Task" [ 709.964472] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.973799] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069806, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.004786] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.301601] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064715} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.301839] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.302845] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b9d0fb-5429-4284-b3f0-e54526763b07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.328299] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b63e221e-88cd-4b8c-88ca-c1cb8b7c6318/b63e221e-88cd-4b8c-88ca-c1cb8b7c6318.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.328553] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd272a8f-fbd6-4856-846e-cd39003e24c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.353068] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 710.353068] env[68199]: value = "task-3069807" [ 710.353068] env[68199]: _type = "Task" [ 710.353068] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.363799] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.388647] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.391995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.290s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.393111] env[68199]: INFO nova.compute.claims [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.475332] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069806, 'name': CreateVM_Task, 'duration_secs': 0.397842} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.475509] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.475929] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.476102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.476417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.476670] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df20aec8-9312-4015-a826-00ef741f3786 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.482161] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 710.482161] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5254ac32-88ed-1502-7a6e-a83790941af1" [ 710.482161] env[68199]: _type = "Task" [ 710.482161] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.491301] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5254ac32-88ed-1502-7a6e-a83790941af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.499693] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.863216] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069807, 'name': ReconfigVM_Task, 'duration_secs': 0.297718} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.863457] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b63e221e-88cd-4b8c-88ca-c1cb8b7c6318/b63e221e-88cd-4b8c-88ca-c1cb8b7c6318.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.864123] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5401fbc4-6219-4868-b753-be415a162537 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.877223] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 710.877223] env[68199]: value = "task-3069808" [ 710.877223] env[68199]: _type = "Task" [ 710.877223] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.885154] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069808, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.964359] env[68199]: INFO nova.scheduler.client.report [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted allocation for migration 9ad0f4f5-817a-4eb0-a164-de57cb6cfe24 [ 711.001368] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5254ac32-88ed-1502-7a6e-a83790941af1, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.002158] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.002445] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.002714] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.002922] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.003188] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.003499] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67bd0c1c-87c7-4456-8387-902be012e754 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.009856] env[68199]: DEBUG oslo_vmware.api [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069802, 'name': PowerOnVM_Task, 'duration_secs': 1.126228} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.010573] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.010815] env[68199]: INFO nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Took 8.87 seconds to spawn the instance on the hypervisor. [ 711.011042] env[68199]: DEBUG nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.012152] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c3d5ad-4df7-4daa-9f99-68968b920694 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.018158] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.019029] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.021178] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3e814b-674c-47c1-b1c1-932a906960a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.031881] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 711.031881] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527b2861-b12e-77b0-9b8a-535758ab281c" [ 711.031881] env[68199]: _type = "Task" [ 711.031881] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.041912] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b2861-b12e-77b0-9b8a-535758ab281c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.385416] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069808, 'name': Rename_Task, 'duration_secs': 0.161185} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.385675] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.385913] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95d2ea9-23c7-4b12-9587-b80c0503b216 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.393499] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 711.393499] env[68199]: value = "task-3069809" [ 711.393499] env[68199]: _type = "Task" [ 711.393499] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.402744] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.474341] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad529d14-27d1-4a5a-a739-4ca12aac0cd2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.093s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.497741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "61aaee44-9333-4eab-bc8f-cba4b828b845" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.497996] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.498240] env[68199]: DEBUG nova.compute.manager [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.499120] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf1313-5d48-41f1-b854-14d46a7b1258 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.509648] env[68199]: DEBUG nova.compute.manager [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 711.510731] env[68199]: DEBUG nova.objects.instance [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lazy-loading 'flavor' on Instance uuid 61aaee44-9333-4eab-bc8f-cba4b828b845 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.539307] env[68199]: INFO nova.compute.manager [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Took 41.36 seconds to build instance. [ 711.545641] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b2861-b12e-77b0-9b8a-535758ab281c, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.549255] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1376d79-8499-4bc5-aa8f-c67c8e145ad0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.556031] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 711.556031] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5251f803-9d95-d8df-6849-72147b8b8599" [ 711.556031] env[68199]: _type = "Task" [ 711.556031] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.566514] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5251f803-9d95-d8df-6849-72147b8b8599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.907017] env[68199]: DEBUG oslo_vmware.api [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069809, 'name': PowerOnVM_Task, 'duration_secs': 0.512344} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.909779] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.909990] env[68199]: INFO nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Took 8.03 seconds to spawn the instance on the hypervisor. [ 711.910639] env[68199]: DEBUG nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.911359] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf31fd9-b1e7-4d1b-87e4-710049ed69f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.944840] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b1ab8-2de4-4b86-82f5-4b016fc2ec8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.954267] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66705144-f2bb-4488-89f3-f681adff36ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.989220] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61338b9-f2f8-44b1-9598-6375924b922a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.001333] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c48582e-90a2-467b-b7f5-f93295d07f33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.017977] env[68199]: DEBUG nova.compute.provider_tree [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.041934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b097fba0-4d63-4b59-8dca-63b56fa078b5 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.407s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.067979] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5251f803-9d95-d8df-6849-72147b8b8599, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.068165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.068379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 112fe205-82ae-498b-82df-5ca6b5d13b59/112fe205-82ae-498b-82df-5ca6b5d13b59.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.068609] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3430b4-e470-421c-a197-9a92f8410e79 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.078264] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 712.078264] env[68199]: value = "task-3069810" [ 712.078264] env[68199]: _type = "Task" [ 712.078264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.086833] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.434076] env[68199]: INFO nova.compute.manager [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Took 37.56 seconds to build instance. [ 712.521935] env[68199]: DEBUG nova.scheduler.client.report [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.525824] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.526703] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49bf1e0-a814-4b21-9512-a1d30814c833 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.539830] env[68199]: DEBUG oslo_vmware.api [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 712.539830] env[68199]: value = "task-3069811" [ 712.539830] env[68199]: _type = "Task" [ 712.539830] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.546742] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.558899] env[68199]: DEBUG oslo_vmware.api [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.595756] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502888} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.596066] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 112fe205-82ae-498b-82df-5ca6b5d13b59/112fe205-82ae-498b-82df-5ca6b5d13b59.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.596294] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.596558] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf4db160-7ddb-48d9-9026-1be00a600547 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.608138] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 712.608138] env[68199]: value = "task-3069812" [ 712.608138] env[68199]: _type = "Task" [ 712.608138] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.619783] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.937906] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9b15531-af61-4d2a-9576-7d81bed01d2a tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.028s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.010173] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "e6415680-4084-41ed-9cce-cae4c14919da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.010411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.010631] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "e6415680-4084-41ed-9cce-cae4c14919da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.010814] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.010981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.013446] env[68199]: INFO nova.compute.manager [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Terminating instance [ 713.031088] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.031660] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.034288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.226s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.034516] env[68199]: DEBUG nova.objects.instance [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lazy-loading 'resources' on Instance uuid 26efde6f-cfcd-4f89-9807-94e7622a0e96 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.058515] env[68199]: DEBUG oslo_vmware.api [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069811, 'name': PowerOffVM_Task, 'duration_secs': 0.263214} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.058782] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.058984] env[68199]: DEBUG nova.compute.manager [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.060536] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca159a-7e1f-44f4-8525-1522ee25c8bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.076664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.119147] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.119419] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.120015] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f5debd-32ed-4a14-977f-d028eeb47a69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.143395] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 112fe205-82ae-498b-82df-5ca6b5d13b59/112fe205-82ae-498b-82df-5ca6b5d13b59.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.144159] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c645421-8706-44b7-9206-f9ec3216271b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.168068] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 713.168068] env[68199]: value = "task-3069813" [ 713.168068] env[68199]: _type = "Task" [ 713.168068] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.176697] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.440663] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.518515] env[68199]: DEBUG nova.compute.manager [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.518931] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.519939] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a64830-4da6-4fde-97f8-4ec26e4b7eb3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.530261] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.530674] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2493c83b-c51d-4114-b232-0434a6c7fa9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.541819] env[68199]: DEBUG nova.compute.utils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.545433] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.545966] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.551078] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 713.551078] env[68199]: value = "task-3069814" [ 713.551078] env[68199]: _type = "Task" [ 713.551078] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.560982] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.582532] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92046d99-7e5e-4dcf-909c-2695333a4645 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.603204] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56487e3-2554-4db5-801e-3a2726c36681 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.611487] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Suspending the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 713.612040] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a52082a-2bf1-45d3-b35e-26dddadb02a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.622224] env[68199]: DEBUG oslo_vmware.api [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] Waiting for the task: (returnval){ [ 713.622224] env[68199]: value = "task-3069815" [ 713.622224] env[68199]: _type = "Task" [ 713.622224] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.631979] env[68199]: DEBUG oslo_vmware.api [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] Task: {'id': task-3069815, 'name': SuspendVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.636294] env[68199]: DEBUG nova.policy [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c51f212b8c490f8313a1d09e1f7166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2e2f331ee5461d95e095d69ee02390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.683512] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069813, 'name': ReconfigVM_Task, 'duration_secs': 0.293668} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.684518] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 112fe205-82ae-498b-82df-5ca6b5d13b59/112fe205-82ae-498b-82df-5ca6b5d13b59.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.684518] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277d7adc-281b-48d8-b1ba-0e06313080ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.694220] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 713.694220] env[68199]: value = "task-3069816" [ 713.694220] env[68199]: _type = "Task" [ 713.694220] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.704306] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069816, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.974228] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.050837] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.063694] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069814, 'name': PowerOffVM_Task, 'duration_secs': 0.351698} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.063971] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.064154] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.064420] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f5b2385-b7c0-4d06-8658-1dff46c41c78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.138612] env[68199]: DEBUG oslo_vmware.api [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] Task: {'id': task-3069815, 'name': SuspendVM_Task} progress is 58%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.161486] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.161486] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.161486] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Deleting the datastore file [datastore1] e6415680-4084-41ed-9cce-cae4c14919da {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.161486] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c5d8f0-d89a-4d4d-93c2-f63e9f2b419d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.171707] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for the task: (returnval){ [ 714.171707] env[68199]: value = "task-3069818" [ 714.171707] env[68199]: _type = "Task" [ 714.171707] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.187694] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.194517] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Successfully created port: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.216034] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069816, 'name': Rename_Task, 'duration_secs': 0.179847} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.216034] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.216034] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d79e7a0-aa83-4d14-83d6-7b5becaa1b83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.222632] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dbbd32-3029-4c2b-b665-e7a298b439d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.226993] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 714.226993] env[68199]: value = "task-3069819" [ 714.226993] env[68199]: _type = "Task" [ 714.226993] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.240319] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9e6a10-24f7-440d-b7c9-4bd3123c54ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.249524] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.287163] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e7ac48-c136-46be-b1ca-efc94b66636a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.298727] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c9bc1-24e8-4d23-8932-4897a6ea690e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.316513] env[68199]: DEBUG nova.compute.provider_tree [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.634442] env[68199]: DEBUG oslo_vmware.api [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] Task: {'id': task-3069815, 'name': SuspendVM_Task, 'duration_secs': 0.763797} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.636390] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Suspended the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 714.636390] env[68199]: DEBUG nova.compute.manager [None req-375b89b6-cc46-4a21-a1d2-ccfd289cd588 tempest-ServersAdminNegativeTestJSON-1627507831 tempest-ServersAdminNegativeTestJSON-1627507831-project-admin] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.639734] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639caf6-3b38-4d04-a325-cc54944adccf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.687873] env[68199]: DEBUG oslo_vmware.api [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Task: {'id': task-3069818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216715} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.688166] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.688364] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.688519] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.688686] env[68199]: INFO nova.compute.manager [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Took 1.17 seconds to destroy the instance on the hypervisor. [ 714.689038] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.689130] env[68199]: DEBUG nova.compute.manager [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.689227] env[68199]: DEBUG nova.network.neutron [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.738606] env[68199]: DEBUG oslo_vmware.api [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069819, 'name': PowerOnVM_Task, 'duration_secs': 0.513296} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.738895] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.739112] env[68199]: INFO nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Took 4.89 seconds to spawn the instance on the hypervisor. [ 714.739292] env[68199]: DEBUG nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.740194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1c49a6-2544-4f82-95c9-28c644f52be8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.750139] env[68199]: DEBUG nova.objects.instance [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lazy-loading 'flavor' on Instance uuid 61aaee44-9333-4eab-bc8f-cba4b828b845 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.823092] env[68199]: DEBUG nova.scheduler.client.report [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.064824] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.069658] env[68199]: DEBUG nova.compute.manager [req-b506bc98-dfa2-4d03-8670-49e50dc9668e req-efeac822-e65a-4699-93b8-6308da1f2256 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Received event network-vif-deleted-54a42775-b90f-4155-abfe-cbd5b157699f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.069862] env[68199]: INFO nova.compute.manager [req-b506bc98-dfa2-4d03-8670-49e50dc9668e req-efeac822-e65a-4699-93b8-6308da1f2256 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Neutron deleted interface 54a42775-b90f-4155-abfe-cbd5b157699f; detaching it from the instance and deleting it from the info cache [ 715.070045] env[68199]: DEBUG nova.network.neutron [req-b506bc98-dfa2-4d03-8670-49e50dc9668e req-efeac822-e65a-4699-93b8-6308da1f2256 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.095979] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.096178] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.096328] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.096503] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.096645] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.096781] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.097015] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.097271] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.097407] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.097574] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.097745] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.098367] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "b131322c-0c3e-4508-8e93-5dada3d44f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.098589] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.099575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ea374-6291-44f2-a5ec-63e060f061f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.110292] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc50ab-8a68-47f0-88ef-71a0b61eb6f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.258756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.258756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquired lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.258968] env[68199]: DEBUG nova.network.neutron [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.259205] env[68199]: DEBUG nova.objects.instance [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lazy-loading 'info_cache' on Instance uuid 61aaee44-9333-4eab-bc8f-cba4b828b845 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.261345] env[68199]: INFO nova.compute.manager [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Took 37.57 seconds to build instance. [ 715.329683] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.332572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.982s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.334187] env[68199]: INFO nova.compute.claims [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.358341] env[68199]: INFO nova.scheduler.client.report [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Deleted allocations for instance 26efde6f-cfcd-4f89-9807-94e7622a0e96 [ 715.474014] env[68199]: DEBUG nova.network.neutron [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.573228] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e19ea0e8-67e8-4bcb-b95d-191aa8d48f75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.584260] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c125eb7e-050a-414c-80f4-08973149da72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.620264] env[68199]: DEBUG nova.compute.manager [req-b506bc98-dfa2-4d03-8670-49e50dc9668e req-efeac822-e65a-4699-93b8-6308da1f2256 service nova] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Detach interface failed, port_id=54a42775-b90f-4155-abfe-cbd5b157699f, reason: Instance e6415680-4084-41ed-9cce-cae4c14919da could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.763519] env[68199]: DEBUG nova.objects.base [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Object Instance<61aaee44-9333-4eab-bc8f-cba4b828b845> lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 715.765491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-701dafdb-3d02-4ba7-be68-90016dcc4cde tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.077s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.867063] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e2a69d36-ebb6-435e-b7cf-45f65dbd0117 tempest-ServersAdmin275Test-598967652 tempest-ServersAdmin275Test-598967652-project-member] Lock "26efde6f-cfcd-4f89-9807-94e7622a0e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.022s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.976397] env[68199]: INFO nova.compute.manager [-] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Took 1.29 seconds to deallocate network for instance. [ 716.003271] env[68199]: DEBUG nova.compute.manager [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Received event network-vif-plugged-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.003271] env[68199]: DEBUG oslo_concurrency.lockutils [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] Acquiring lock "80305184-f11f-43c0-b66e-db85008a2e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.003271] env[68199]: DEBUG oslo_concurrency.lockutils [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] Lock "80305184-f11f-43c0-b66e-db85008a2e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.003271] env[68199]: DEBUG oslo_concurrency.lockutils [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] Lock "80305184-f11f-43c0-b66e-db85008a2e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.003271] env[68199]: DEBUG nova.compute.manager [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] No waiting events found dispatching network-vif-plugged-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.003271] env[68199]: WARNING nova.compute.manager [req-07c44bc7-0db2-44fc-8cdb-4009a5099088 req-2dfbff58-3c42-485f-bba3-ffd29e7d89a5 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Received unexpected event network-vif-plugged-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 for instance with vm_state building and task_state spawning. [ 716.063089] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Successfully updated port: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.268784] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.421032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.421032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.421032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.421032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.421032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.422991] env[68199]: INFO nova.compute.manager [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Terminating instance [ 716.486623] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.529727] env[68199]: DEBUG nova.network.neutron [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updating instance_info_cache with network_info: [{"id": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "address": "fa:16:3e:e1:bc:d2", "network": {"id": "b590e7bf-ac2f-459d-a190-1386a9dc6113", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1822183821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3547d869db473ba7a9e1f624aef6a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb985b9-a4", "ovs_interfaceid": "1cb985b9-a4dd-48b6-b065-63b97f872df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.566429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566601] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566767] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.790257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.856037] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b17249-3aa0-48bd-a4c0-6b6e8674e7c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.865293] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d978028d-05c1-49ad-8d8a-a0a64f0f7676 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.895113] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e72f5e-e044-483f-82ee-b81034bf47dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.903845] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f75d5-796f-4858-97dc-eda15fa1729a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.915990] env[68199]: DEBUG nova.compute.provider_tree [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.929020] env[68199]: DEBUG nova.compute.manager [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.929020] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.929020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6803bca-ea52-4030-bc38-a48c13bbd973 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.935683] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.936141] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192a17c1-1296-4f1b-8641-a21109d214fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.963417] env[68199]: DEBUG nova.compute.manager [None req-257dd840-bb30-4055-850f-aa64b5327749 tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.963417] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a86890d-0f94-4fd2-bc76-b8c7943145e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.008372] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.008652] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.008837] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleting the datastore file [datastore1] b63e221e-88cd-4b8c-88ca-c1cb8b7c6318 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.009127] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7134902e-c299-488b-842b-739a9285b5a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.016664] env[68199]: DEBUG oslo_vmware.api [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 717.016664] env[68199]: value = "task-3069821" [ 717.016664] env[68199]: _type = "Task" [ 717.016664] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.025149] env[68199]: DEBUG oslo_vmware.api [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.030762] env[68199]: DEBUG oslo_concurrency.lockutils [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Releasing lock "refresh_cache-61aaee44-9333-4eab-bc8f-cba4b828b845" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.134272] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.159263] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "112fe205-82ae-498b-82df-5ca6b5d13b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.159470] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.159670] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "112fe205-82ae-498b-82df-5ca6b5d13b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.159847] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.160016] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.162132] env[68199]: INFO nova.compute.manager [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Terminating instance [ 717.381423] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Updating instance_info_cache with network_info: [{"id": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "address": "fa:16:3e:7c:dd:4c", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f0bc9c-58", "ovs_interfaceid": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.418843] env[68199]: DEBUG nova.scheduler.client.report [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.474751] env[68199]: INFO nova.compute.manager [None req-257dd840-bb30-4055-850f-aa64b5327749 tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] instance snapshotting [ 717.475465] env[68199]: DEBUG nova.objects.instance [None req-257dd840-bb30-4055-850f-aa64b5327749 tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lazy-loading 'flavor' on Instance uuid 112fe205-82ae-498b-82df-5ca6b5d13b59 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.527141] env[68199]: DEBUG oslo_vmware.api [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156226} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.527435] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.527650] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.527816] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.528020] env[68199]: INFO nova.compute.manager [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Took 0.60 seconds to destroy the instance on the hypervisor. [ 717.528597] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.528797] env[68199]: DEBUG nova.compute.manager [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.528904] env[68199]: DEBUG nova.network.neutron [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.665564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "refresh_cache-112fe205-82ae-498b-82df-5ca6b5d13b59" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.665979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquired lock "refresh_cache-112fe205-82ae-498b-82df-5ca6b5d13b59" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.665979] env[68199]: DEBUG nova.network.neutron [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.884784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.885135] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Instance network_info: |[{"id": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "address": "fa:16:3e:7c:dd:4c", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f0bc9c-58", "ovs_interfaceid": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.885603] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:dd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76f0bc9c-5871-4014-97f6-95b6bd0ef7c7', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.893469] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Creating folder: Project (cf2e2f331ee5461d95e095d69ee02390). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.893763] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28136bf8-66dc-433c-9382-062fe82fd504 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.905598] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Created folder: Project (cf2e2f331ee5461d95e095d69ee02390) in parent group-v614632. [ 717.905797] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Creating folder: Instances. Parent ref: group-v614724. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.906064] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3e1875-d896-43d8-bef8-eb4c73d5af28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.915744] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Created folder: Instances in parent group-v614724. [ 717.915972] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.916174] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.916380] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ea734e1-2e71-400d-b3f2-3de3c9f9d77b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.932289] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.933027] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.935338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.574s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.935522] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.936190] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 717.936190] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.336s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.937581] env[68199]: INFO nova.compute.claims [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.941361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc3135-a2b4-4ead-9c4b-d502fd15ea0a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.945053] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.945053] env[68199]: value = "task-3069824" [ 717.945053] env[68199]: _type = "Task" [ 717.945053] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.952038] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb17c7-f56d-4724-8d4c-36e433146c0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.958540] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069824, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.968624] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5549e1e5-63cc-4ec1-91e3-db8387bd7878 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.980284] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856b72e-5897-4851-aca9-48d7c53247e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.984687] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b364ca4-a0f8-41fe-8d1e-19458bf7bc51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.026204] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f8fd3-105a-4e76-9bc8-c8bb122f4c63 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.029469] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178625MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 718.029616] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.040032] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.040032] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d6eb85-6eea-42ca-a766-cadfd807f8bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.049062] env[68199]: DEBUG oslo_vmware.api [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 718.049062] env[68199]: value = "task-3069825" [ 718.049062] env[68199]: _type = "Task" [ 718.049062] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.055833] env[68199]: DEBUG oslo_vmware.api [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.091866] env[68199]: DEBUG nova.compute.manager [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Received event network-changed-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.092077] env[68199]: DEBUG nova.compute.manager [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Refreshing instance network info cache due to event network-changed-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.092296] env[68199]: DEBUG oslo_concurrency.lockutils [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] Acquiring lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.092442] env[68199]: DEBUG oslo_concurrency.lockutils [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] Acquired lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.092646] env[68199]: DEBUG nova.network.neutron [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Refreshing network info cache for port 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.196638] env[68199]: DEBUG nova.network.neutron [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.251321] env[68199]: DEBUG nova.network.neutron [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.340647] env[68199]: DEBUG nova.network.neutron [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.444397] env[68199]: DEBUG nova.compute.utils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.446243] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.446363] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.457980] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069824, 'name': CreateVM_Task, 'duration_secs': 0.327238} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.458175] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.458932] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.459137] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.460087] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.460640] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daebc70f-147a-4de1-ac50-349c08185962 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.466090] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 718.466090] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5229f097-ebda-7b87-6f6e-fcf76facb0f7" [ 718.466090] env[68199]: _type = "Task" [ 718.466090] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.474208] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5229f097-ebda-7b87-6f6e-fcf76facb0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.498735] env[68199]: DEBUG nova.policy [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c51f212b8c490f8313a1d09e1f7166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2e2f331ee5461d95e095d69ee02390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.538188] env[68199]: DEBUG nova.compute.manager [None req-257dd840-bb30-4055-850f-aa64b5327749 tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance disappeared during snapshot {{(pid=68199) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 718.561253] env[68199]: DEBUG oslo_vmware.api [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069825, 'name': PowerOnVM_Task, 'duration_secs': 0.436559} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.561577] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.561911] env[68199]: DEBUG nova.compute.manager [None req-275a0a92-1cf7-4274-9ec3-a5b8a186db39 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.562954] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5f8a92-c8ea-4e1b-b02c-06cb105ab5a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.708045] env[68199]: DEBUG nova.compute.manager [None req-257dd840-bb30-4055-850f-aa64b5327749 tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Found 0 images (rotation: 2) {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 718.754488] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Releasing lock "refresh_cache-112fe205-82ae-498b-82df-5ca6b5d13b59" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.754908] env[68199]: DEBUG nova.compute.manager [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.755112] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.755981] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91985eb3-45eb-488a-9e4e-7f12bb6016ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.773749] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.773749] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f747e3-a7d4-4d86-9642-7a497b4909c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.779418] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 718.779418] env[68199]: value = "task-3069826" [ 718.779418] env[68199]: _type = "Task" [ 718.779418] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.788822] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.835014] env[68199]: DEBUG nova.network.neutron [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Updated VIF entry in instance network info cache for port 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.835408] env[68199]: DEBUG nova.network.neutron [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Updating instance_info_cache with network_info: [{"id": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "address": "fa:16:3e:7c:dd:4c", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f0bc9c-58", "ovs_interfaceid": "76f0bc9c-5871-4014-97f6-95b6bd0ef7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.843408] env[68199]: INFO nova.compute.manager [-] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Took 1.31 seconds to deallocate network for instance. [ 718.890175] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Successfully created port: 59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.950517] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.978768] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5229f097-ebda-7b87-6f6e-fcf76facb0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.0348} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.978768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.979017] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.979318] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.979511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.979728] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.980082] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe32504d-6ab3-4d5d-a617-cede57b1b44d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.989648] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.989836] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.991349] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df17fbe9-0fc2-4e26-b4ba-c203f01cc10f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.996770] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 718.996770] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52dbf9a1-8900-5b99-dae8-1a84276f0c37" [ 718.996770] env[68199]: _type = "Task" [ 718.996770] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.007276] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dbf9a1-8900-5b99-dae8-1a84276f0c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.289332] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069826, 'name': PowerOffVM_Task, 'duration_secs': 0.139495} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.289596] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.289762] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.290037] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6e3c9d-86c9-439a-ba7b-b896772d01e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.322127] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.322127] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.322127] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Deleting the datastore file [datastore2] 112fe205-82ae-498b-82df-5ca6b5d13b59 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.322127] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830dab28-c18c-45ad-9541-e5b0d4f49c0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.326692] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for the task: (returnval){ [ 719.326692] env[68199]: value = "task-3069828" [ 719.326692] env[68199]: _type = "Task" [ 719.326692] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.337083] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.337567] env[68199]: DEBUG oslo_concurrency.lockutils [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] Releasing lock "refresh_cache-80305184-f11f-43c0-b66e-db85008a2e53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.338028] env[68199]: DEBUG nova.compute.manager [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Received event network-vif-deleted-dd182ade-558e-4fb8-810a-013180af7f9a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.338028] env[68199]: INFO nova.compute.manager [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Neutron deleted interface dd182ade-558e-4fb8-810a-013180af7f9a; detaching it from the instance and deleting it from the info cache [ 719.338164] env[68199]: DEBUG nova.network.neutron [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.351212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.481342] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b230cf-28af-4683-9fe0-5dcf39ce7483 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.489595] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308a866-7072-4315-a21a-8d6fca3707e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.526914] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04601b28-f31d-4164-a367-bb9855712761 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.537725] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bf384-f175-416b-b715-a2daa573e5ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.541499] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dbf9a1-8900-5b99-dae8-1a84276f0c37, 'name': SearchDatastore_Task, 'duration_secs': 0.008824} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.542886] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d543b7c-b5f6-40e4-894a-e23133c1ce98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.552924] env[68199]: DEBUG nova.compute.provider_tree [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.556935] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 719.556935] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c8b04d-6abe-270e-972f-73bea01a65fc" [ 719.556935] env[68199]: _type = "Task" [ 719.556935] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.564599] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c8b04d-6abe-270e-972f-73bea01a65fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.837192] env[68199]: DEBUG oslo_vmware.api [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Task: {'id': task-3069828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.837460] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.837643] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.837812] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.837978] env[68199]: INFO nova.compute.manager [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Took 1.08 seconds to destroy the instance on the hypervisor. [ 719.838227] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.838410] env[68199]: DEBUG nova.compute.manager [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.838552] env[68199]: DEBUG nova.network.neutron [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.840516] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-626a722b-2fbc-4e59-96d2-fc3f88184adb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.849694] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b4dbdb-717d-499c-a7dd-fc0efe5e8507 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.860922] env[68199]: DEBUG nova.network.neutron [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.887151] env[68199]: DEBUG nova.compute.manager [req-7fac2fe7-e05d-4073-bfd7-c787b0f84aeb req-4a611a43-2d14-4cea-946e-8ab5fb40fc19 service nova] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Detach interface failed, port_id=dd182ade-558e-4fb8-810a-013180af7f9a, reason: Instance b63e221e-88cd-4b8c-88ca-c1cb8b7c6318 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.958828] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.984124] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.984380] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.984540] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.984723] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.984869] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.985023] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.985243] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.985395] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.985570] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.985736] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.985906] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.986819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7a8aa-f231-43b3-a891-811874f7a70f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.994758] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca1b53a-18d0-4694-9fb9-619bb2fa1f72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.056491] env[68199]: DEBUG nova.scheduler.client.report [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.070391] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c8b04d-6abe-270e-972f-73bea01a65fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.071318] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.071606] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 80305184-f11f-43c0-b66e-db85008a2e53/80305184-f11f-43c0-b66e-db85008a2e53.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.071899] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b056edf6-17f8-4905-99a3-0b25ff59ccb3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.079409] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 720.079409] env[68199]: value = "task-3069829" [ 720.079409] env[68199]: _type = "Task" [ 720.079409] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.088340] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.367797] env[68199]: DEBUG nova.network.neutron [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.564739] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.565282] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.568018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.206s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.569505] env[68199]: INFO nova.compute.claims [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.592929] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490191} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.592929] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 80305184-f11f-43c0-b66e-db85008a2e53/80305184-f11f-43c0-b66e-db85008a2e53.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.592929] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.592929] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd833d1-4073-4347-9dd8-9147f24a2ddb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.596803] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 720.596803] env[68199]: value = "task-3069830" [ 720.596803] env[68199]: _type = "Task" [ 720.596803] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.609574] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.869812] env[68199]: INFO nova.compute.manager [-] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Took 1.03 seconds to deallocate network for instance. [ 720.874812] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Successfully updated port: 59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.877331] env[68199]: DEBUG nova.compute.manager [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Received event network-vif-plugged-59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.877495] env[68199]: DEBUG oslo_concurrency.lockutils [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] Acquiring lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.877788] env[68199]: DEBUG oslo_concurrency.lockutils [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] Lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.877862] env[68199]: DEBUG oslo_concurrency.lockutils [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] Lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.878034] env[68199]: DEBUG nova.compute.manager [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] No waiting events found dispatching network-vif-plugged-59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.878208] env[68199]: WARNING nova.compute.manager [req-7a87a302-19f5-42c0-86a9-4d9a97cda12d req-98ea4cb9-42c6-4dbf-94db-8b2574643d0f service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Received unexpected event network-vif-plugged-59d07d9b-5144-4b86-bd43-0891352d4454 for instance with vm_state building and task_state spawning. [ 721.074112] env[68199]: DEBUG nova.compute.utils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.078811] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.078941] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.105967] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064217} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.106239] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.107008] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa86cac-9822-4081-9c84-8beef9955873 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.130182] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 80305184-f11f-43c0-b66e-db85008a2e53/80305184-f11f-43c0-b66e-db85008a2e53.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.131738] env[68199]: DEBUG nova.policy [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c51f212b8c490f8313a1d09e1f7166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2e2f331ee5461d95e095d69ee02390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.133423] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5d3433-a789-423e-8914-8c8a07614737 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.155060] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 721.155060] env[68199]: value = "task-3069831" [ 721.155060] env[68199]: _type = "Task" [ 721.155060] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.164364] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.381073] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.381612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381746] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381908] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.488614] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Successfully created port: 9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.579313] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.667052] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069831, 'name': ReconfigVM_Task, 'duration_secs': 0.26497} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.667219] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 80305184-f11f-43c0-b66e-db85008a2e53/80305184-f11f-43c0-b66e-db85008a2e53.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.668115] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f2a774-8c90-4c22-9679-53f2a91931ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.675403] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 721.675403] env[68199]: value = "task-3069832" [ 721.675403] env[68199]: _type = "Task" [ 721.675403] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.686915] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069832, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.916805] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.060385] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Updating instance_info_cache with network_info: [{"id": "59d07d9b-5144-4b86-bd43-0891352d4454", "address": "fa:16:3e:f4:51:74", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d07d9b-51", "ovs_interfaceid": "59d07d9b-5144-4b86-bd43-0891352d4454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.127526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1459a-7fb4-458f-98b8-356ec3aa1930 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.139028] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d057d7-6c91-48be-a0b5-3290a0dc18e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.169973] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f8589-c6e8-476a-a507-94224e8fe870 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.180687] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784b7eb-18b9-4472-8527-f3c00ae0d7f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.189141] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069832, 'name': Rename_Task, 'duration_secs': 0.138217} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.197822] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.198402] env[68199]: DEBUG nova.compute.provider_tree [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.200050] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7699ef34-a83e-4e6b-aae8-31a382b4bdae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.207061] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 722.207061] env[68199]: value = "task-3069833" [ 722.207061] env[68199]: _type = "Task" [ 722.207061] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.216330] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.337969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.338286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.338521] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.338704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.338981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.341547] env[68199]: INFO nova.compute.manager [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Terminating instance [ 722.562672] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.563030] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Instance network_info: |[{"id": "59d07d9b-5144-4b86-bd43-0891352d4454", "address": "fa:16:3e:f4:51:74", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d07d9b-51", "ovs_interfaceid": "59d07d9b-5144-4b86-bd43-0891352d4454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.563474] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:51:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d07d9b-5144-4b86-bd43-0891352d4454', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.571398] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.571625] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.571849] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d4b082-d669-4220-a046-35f37bf55156 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.592458] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.595852] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.595852] env[68199]: value = "task-3069834" [ 722.595852] env[68199]: _type = "Task" [ 722.595852] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.605654] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069834, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.621746] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.622011] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.622178] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.622362] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.622507] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.622689] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.622906] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.623075] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.623245] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.623432] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.623619] env[68199]: DEBUG nova.virt.hardware [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.624479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662bfd14-2c12-42e9-a419-e186a6691585 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.632158] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a683cb1-8cef-43f0-ae31-06f1951dab37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.702659] env[68199]: DEBUG nova.scheduler.client.report [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.717033] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069833, 'name': PowerOnVM_Task, 'duration_secs': 0.428756} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.717308] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.717536] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Took 7.65 seconds to spawn the instance on the hypervisor. [ 722.717720] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.719071] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7acee-a596-4090-9263-88aa00743387 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.845834] env[68199]: DEBUG nova.compute.manager [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.846040] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.847147] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e941263-98c3-4747-9eb5-0b438d1de687 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.855435] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.855737] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eee7d2a-8d2e-4e1a-9e16-3900a97060a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.863227] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 722.863227] env[68199]: value = "task-3069835" [ 722.863227] env[68199]: _type = "Task" [ 722.863227] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.872678] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.908584] env[68199]: DEBUG nova.compute.manager [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Received event network-changed-59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.908811] env[68199]: DEBUG nova.compute.manager [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Refreshing instance network info cache due to event network-changed-59d07d9b-5144-4b86-bd43-0891352d4454. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.909249] env[68199]: DEBUG oslo_concurrency.lockutils [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] Acquiring lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.909523] env[68199]: DEBUG oslo_concurrency.lockutils [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] Acquired lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.909738] env[68199]: DEBUG nova.network.neutron [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Refreshing network info cache for port 59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.106445] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069834, 'name': CreateVM_Task, 'duration_secs': 0.377101} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.106609] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.107303] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.107469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.107787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.108053] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98884309-72c7-4762-83b5-af3788388d8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.112689] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 723.112689] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cfdd4b-f33a-8882-3b7c-af60aeb22836" [ 723.112689] env[68199]: _type = "Task" [ 723.112689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.120598] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cfdd4b-f33a-8882-3b7c-af60aeb22836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.207736] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.208196] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.210741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.483s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.210973] env[68199]: DEBUG nova.objects.instance [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'resources' on Instance uuid 287b6463-6084-4002-9667-e6bb607f61d7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.235952] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Took 42.16 seconds to build instance. [ 723.249513] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Successfully updated port: 9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.373651] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069835, 'name': PowerOffVM_Task, 'duration_secs': 0.272955} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.373926] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.374106] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.374374] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4693baa6-8f77-4cc0-836c-11bd1fbe9dec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.439238] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.439373] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.439546] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleting the datastore file [datastore1] 87daeab7-1a43-48d7-8adc-3baa04a1d099 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.439809] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2156b07-cd76-4bf3-a072-986961b26bc9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.450642] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 723.450642] env[68199]: value = "task-3069837" [ 723.450642] env[68199]: _type = "Task" [ 723.450642] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.461550] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.618057] env[68199]: DEBUG nova.network.neutron [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Updated VIF entry in instance network info cache for port 59d07d9b-5144-4b86-bd43-0891352d4454. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.618377] env[68199]: DEBUG nova.network.neutron [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Updating instance_info_cache with network_info: [{"id": "59d07d9b-5144-4b86-bd43-0891352d4454", "address": "fa:16:3e:f4:51:74", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d07d9b-51", "ovs_interfaceid": "59d07d9b-5144-4b86-bd43-0891352d4454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.625235] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cfdd4b-f33a-8882-3b7c-af60aeb22836, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.625526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.625752] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.626018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.626144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.626325] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.626586] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5052d4df-8dba-4b25-805f-d9c2cd4ffedc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.634988] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.635189] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.635889] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca341ac-9876-4f87-9a85-7a2798b09717 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.641034] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 723.641034] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526b2f76-a0f9-e37a-d052-c3627be1da00" [ 723.641034] env[68199]: _type = "Task" [ 723.641034] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.648280] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b2f76-a0f9-e37a-d052-c3627be1da00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.713571] env[68199]: DEBUG nova.compute.utils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.715099] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.715316] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.738398] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.080s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.756806] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.756963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.757124] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.766910] env[68199]: DEBUG nova.policy [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c1b188d737c403da9d97f9a9aedfcf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd379745798c340a9baf4e12f55df9b88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.964566] env[68199]: DEBUG oslo_vmware.api [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160118} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.964826] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.965028] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.965213] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.965486] env[68199]: INFO nova.compute.manager [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Took 1.12 seconds to destroy the instance on the hypervisor. [ 723.965666] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.968886] env[68199]: DEBUG nova.compute.manager [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.968989] env[68199]: DEBUG nova.network.neutron [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.124691] env[68199]: DEBUG oslo_concurrency.lockutils [req-99fdf60e-7b84-4332-9dcd-3f2ecd0bacca req-3a905aab-b303-408a-82cf-3c2a5c221551 service nova] Releasing lock "refresh_cache-002960bc-570e-4ed4-889f-5a476cc9471c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.149715] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Successfully created port: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.157116] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b2f76-a0f9-e37a-d052-c3627be1da00, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.159263] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22da9a41-0b6c-418f-855a-75719999af9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.167574] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 724.167574] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d46fed-577e-821f-a16a-b7005d73f865" [ 724.167574] env[68199]: _type = "Task" [ 724.167574] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.174511] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d46fed-577e-821f-a16a-b7005d73f865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.221372] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.243708] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.266032] env[68199]: DEBUG nova.compute.manager [req-87e60ddc-1b7d-4412-834f-e63882260d81 req-692f43b7-d6f4-4844-b5fe-39bc30dad17a service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Received event network-vif-deleted-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.266032] env[68199]: INFO nova.compute.manager [req-87e60ddc-1b7d-4412-834f-e63882260d81 req-692f43b7-d6f4-4844-b5fe-39bc30dad17a service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Neutron deleted interface 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f; detaching it from the instance and deleting it from the info cache [ 724.266154] env[68199]: DEBUG nova.network.neutron [req-87e60ddc-1b7d-4412-834f-e63882260d81 req-692f43b7-d6f4-4844-b5fe-39bc30dad17a service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.295610] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.351465] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2623f-518b-4eb3-922e-d9b4497f39eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.358573] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817adbf-08c0-4134-ab71-7e3f3c3e7e5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.394346] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d18b50-8578-45ee-9ea6-a37c641dc058 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.401769] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c582ae-0779-4a2e-bb3e-589754b68ae0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.419168] env[68199]: DEBUG nova.compute.provider_tree [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.458450] env[68199]: DEBUG nova.network.neutron [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Updating instance_info_cache with network_info: [{"id": "9d8fa838-3b79-4463-96c2-94393298aa3e", "address": "fa:16:3e:d9:ae:49", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8fa838-3b", "ovs_interfaceid": "9d8fa838-3b79-4463-96c2-94393298aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.677097] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d46fed-577e-821f-a16a-b7005d73f865, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.677577] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677648] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 002960bc-570e-4ed4-889f-5a476cc9471c/002960bc-570e-4ed4-889f-5a476cc9471c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.677871] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ea70e4-fd05-4e89-b97a-b517ab88e48d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.685124] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 724.685124] env[68199]: value = "task-3069838" [ 724.685124] env[68199]: _type = "Task" [ 724.685124] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.693369] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.746683] env[68199]: DEBUG nova.network.neutron [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.768959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.769867] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5258c49f-16c6-4108-8440-520dcc8675ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.779218] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3155c574-e019-4b8c-b729-ff7cf969b1b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.815324] env[68199]: DEBUG nova.compute.manager [req-87e60ddc-1b7d-4412-834f-e63882260d81 req-692f43b7-d6f4-4844-b5fe-39bc30dad17a service nova] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Detach interface failed, port_id=3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f, reason: Instance 87daeab7-1a43-48d7-8adc-3baa04a1d099 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.922544] env[68199]: DEBUG nova.scheduler.client.report [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.944816] env[68199]: DEBUG nova.compute.manager [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Received event network-vif-plugged-9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.945059] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Acquiring lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.945274] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.945447] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.945613] env[68199]: DEBUG nova.compute.manager [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] No waiting events found dispatching network-vif-plugged-9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.945776] env[68199]: WARNING nova.compute.manager [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Received unexpected event network-vif-plugged-9d8fa838-3b79-4463-96c2-94393298aa3e for instance with vm_state building and task_state spawning. [ 724.945934] env[68199]: DEBUG nova.compute.manager [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Received event network-changed-9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.946100] env[68199]: DEBUG nova.compute.manager [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Refreshing instance network info cache due to event network-changed-9d8fa838-3b79-4463-96c2-94393298aa3e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.946260] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Acquiring lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.960877] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.961346] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Instance network_info: |[{"id": "9d8fa838-3b79-4463-96c2-94393298aa3e", "address": "fa:16:3e:d9:ae:49", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8fa838-3b", "ovs_interfaceid": "9d8fa838-3b79-4463-96c2-94393298aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.961623] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Acquired lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.961808] env[68199]: DEBUG nova.network.neutron [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Refreshing network info cache for port 9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.963266] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ae:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8fa838-3b79-4463-96c2-94393298aa3e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.971440] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.972746] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.972985] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83ff6472-6143-491d-82ba-786b3bdf3835 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.993980] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.993980] env[68199]: value = "task-3069839" [ 724.993980] env[68199]: _type = "Task" [ 724.993980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.002276] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.195217] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.231381] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.252439] env[68199]: INFO nova.compute.manager [-] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Took 1.28 seconds to deallocate network for instance. [ 725.259354] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.259616] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.259803] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.259990] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.260160] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.260337] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.260554] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.260713] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.260877] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.261047] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.261228] env[68199]: DEBUG nova.virt.hardware [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.262117] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe89c51-4424-47c5-9162-3c18f8c2b3d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.271153] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7aa48-a548-4291-94ce-ce8d101a6710 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.427589] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.430050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.211s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.430791] env[68199]: DEBUG nova.objects.instance [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lazy-loading 'resources' on Instance uuid b36e80dd-0344-4908-8a25-4d4dd07931c3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.447700] env[68199]: INFO nova.scheduler.client.report [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted allocations for instance 287b6463-6084-4002-9667-e6bb607f61d7 [ 725.507320] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.703936] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.738511] env[68199]: DEBUG nova.network.neutron [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Updated VIF entry in instance network info cache for port 9d8fa838-3b79-4463-96c2-94393298aa3e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.738883] env[68199]: DEBUG nova.network.neutron [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Updating instance_info_cache with network_info: [{"id": "9d8fa838-3b79-4463-96c2-94393298aa3e", "address": "fa:16:3e:d9:ae:49", "network": {"id": "01d5311c-abe2-4b9b-9971-811c8c38afd4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2060506072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2e2f331ee5461d95e095d69ee02390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8fa838-3b", "ovs_interfaceid": "9d8fa838-3b79-4463-96c2-94393298aa3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.766614] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.956744] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23df20f5-9fcb-4789-833f-26f29f7f419e tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "287b6463-6084-4002-9667-e6bb607f61d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.842s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.014702] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.019973] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Successfully updated port: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.199256] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488296} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.199417] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 002960bc-570e-4ed4-889f-5a476cc9471c/002960bc-570e-4ed4-889f-5a476cc9471c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.199912] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.199912] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d341aa-4e46-4a3c-bbbf-26c2827318c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.209017] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 726.209017] env[68199]: value = "task-3069840" [ 726.209017] env[68199]: _type = "Task" [ 726.209017] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.217877] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.241535] env[68199]: DEBUG oslo_concurrency.lockutils [req-5b33f2a9-5320-4ee9-a134-bf692fe4ec07 req-4baeae3e-e310-4784-8adb-39c53440440a service nova] Releasing lock "refresh_cache-e0925630-021c-4dbe-921a-1fcc8b738b53" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.506402] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.526230] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.526381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquired lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.526543] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.547471] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd34ac-13e4-42fe-b327-737008eef7eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.555731] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1591d0-fe0c-4add-9f25-e05bc546af5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.586894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8baa24-01b8-4294-82be-f3ca17cf25b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.593797] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09169b9-1d4b-44f6-834b-0a7e78ca0cef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.607272] env[68199]: DEBUG nova.compute.provider_tree [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.718137] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081732} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.718137] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.718137] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff93410-e4fb-4358-baea-6b08fbc17ac9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.741095] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 002960bc-570e-4ed4-889f-5a476cc9471c/002960bc-570e-4ed4-889f-5a476cc9471c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.741095] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688ea9bd-818b-4045-8016-5651884cb623 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.761041] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 726.761041] env[68199]: value = "task-3069841" [ 726.761041] env[68199]: _type = "Task" [ 726.761041] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.770145] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.997777] env[68199]: DEBUG nova.compute.manager [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Received event network-vif-plugged-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.998085] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Acquiring lock "6c0b1a50-ac65-424d-aa40-934135372423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.998227] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Lock "6c0b1a50-ac65-424d-aa40-934135372423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.998420] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Lock "6c0b1a50-ac65-424d-aa40-934135372423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.998592] env[68199]: DEBUG nova.compute.manager [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] No waiting events found dispatching network-vif-plugged-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.998756] env[68199]: WARNING nova.compute.manager [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Received unexpected event network-vif-plugged-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae for instance with vm_state building and task_state spawning. [ 726.998912] env[68199]: DEBUG nova.compute.manager [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Received event network-changed-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.999089] env[68199]: DEBUG nova.compute.manager [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Refreshing instance network info cache due to event network-changed-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.999263] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Acquiring lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.010411] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.059062] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.110702] env[68199]: DEBUG nova.scheduler.client.report [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.227206] env[68199]: DEBUG nova.network.neutron [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Updating instance_info_cache with network_info: [{"id": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "address": "fa:16:3e:22:73:95", "network": {"id": "614a9e80-5b0b-4472-8cbb-d2c8c29cc27f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1037405916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d379745798c340a9baf4e12f55df9b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b4fa2b-f2", "ovs_interfaceid": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.271354] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.506257] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.619903] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.620768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.467s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.622788] env[68199]: INFO nova.compute.claims [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.643738] env[68199]: INFO nova.scheduler.client.report [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Deleted allocations for instance b36e80dd-0344-4908-8a25-4d4dd07931c3 [ 727.730025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Releasing lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.730501] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Instance network_info: |[{"id": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "address": "fa:16:3e:22:73:95", "network": {"id": "614a9e80-5b0b-4472-8cbb-d2c8c29cc27f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1037405916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d379745798c340a9baf4e12f55df9b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b4fa2b-f2", "ovs_interfaceid": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.730823] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Acquired lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.731016] env[68199]: DEBUG nova.network.neutron [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Refreshing network info cache for port b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.732181] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:73:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.739518] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Creating folder: Project (d379745798c340a9baf4e12f55df9b88). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.739983] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b094027-e08e-4eeb-ac1a-ab3f403ac5ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.754418] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Created folder: Project (d379745798c340a9baf4e12f55df9b88) in parent group-v614632. [ 727.754650] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Creating folder: Instances. Parent ref: group-v614729. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.754929] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93b344b1-f976-49f5-b604-17e6a1a5913b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.767032] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Created folder: Instances in parent group-v614729. [ 727.767128] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.767576] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.767782] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5819f51c-d8b7-4022-ba5e-6e1851ae8e27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.784970] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.790187] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.790187] env[68199]: value = "task-3069844" [ 727.790187] env[68199]: _type = "Task" [ 727.790187] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.797579] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069844, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.006167] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069839, 'name': CreateVM_Task, 'duration_secs': 2.619156} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.006348] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.007037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.007213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.007525] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.007783] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f20d925-076e-4893-9de7-bc57fe2a8b46 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.012705] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 728.012705] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5259c82e-45f2-dc8e-15a3-c5259aec86db" [ 728.012705] env[68199]: _type = "Task" [ 728.012705] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.020471] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5259c82e-45f2-dc8e-15a3-c5259aec86db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.151023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7acdd435-a7f4-4742-ac75-159c9f5b4823 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Lock "b36e80dd-0344-4908-8a25-4d4dd07931c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.401s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.273338] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069841, 'name': ReconfigVM_Task, 'duration_secs': 1.122656} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.273741] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 002960bc-570e-4ed4-889f-5a476cc9471c/002960bc-570e-4ed4-889f-5a476cc9471c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.274495] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a634b314-bdcd-41da-b514-900c4ebf3e96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.282205] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 728.282205] env[68199]: value = "task-3069845" [ 728.282205] env[68199]: _type = "Task" [ 728.282205] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.294167] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069845, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.303052] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069844, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.524280] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5259c82e-45f2-dc8e-15a3-c5259aec86db, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.525493] env[68199]: DEBUG nova.network.neutron [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Updated VIF entry in instance network info cache for port b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.525779] env[68199]: DEBUG nova.network.neutron [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Updating instance_info_cache with network_info: [{"id": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "address": "fa:16:3e:22:73:95", "network": {"id": "614a9e80-5b0b-4472-8cbb-d2c8c29cc27f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1037405916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d379745798c340a9baf4e12f55df9b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b4fa2b-f2", "ovs_interfaceid": "b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.527659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.528121] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.528913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.528913] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.529498] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee06978d-b932-46c9-a5fd-3c91d0ab2b27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.540044] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.540159] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.541146] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871974be-4d22-45dd-b039-bee8d3c4f6ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.547389] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 728.547389] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5228e56b-991d-3b7e-1e06-cf6c45d8bc8d" [ 728.547389] env[68199]: _type = "Task" [ 728.547389] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.555359] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5228e56b-991d-3b7e-1e06-cf6c45d8bc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.797700] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069845, 'name': Rename_Task, 'duration_secs': 0.143056} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.802949] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.803420] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6529f384-1a7d-43f3-b80c-2a1ce21b3822 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.809455] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069844, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.810781] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 728.810781] env[68199]: value = "task-3069846" [ 728.810781] env[68199]: _type = "Task" [ 728.810781] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.824630] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.030018] env[68199]: DEBUG oslo_concurrency.lockutils [req-d498ce06-f976-4a89-be80-02405ec37773 req-e2e6b7f9-e715-40da-94fa-342793531e4a service nova] Releasing lock "refresh_cache-6c0b1a50-ac65-424d-aa40-934135372423" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.059943] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5228e56b-991d-3b7e-1e06-cf6c45d8bc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.060786] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d049e41e-ab2c-4921-a867-b848ae7b20c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.069065] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 729.069065] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527606c0-1160-e861-be80-95535b6db27a" [ 729.069065] env[68199]: _type = "Task" [ 729.069065] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.077402] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527606c0-1160-e861-be80-95535b6db27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.121094] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9930d6ae-8209-460f-ba43-4d94b6bec0e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.128134] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77b693-3d8d-49ef-90e1-cde9ec2ae669 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.158281] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d8bfe-77f0-4f2d-951f-7f5c2f0fdc4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.166365] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9367b343-47c9-4b6e-9672-21b4b780de3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.185085] env[68199]: DEBUG nova.compute.provider_tree [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.307971] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069844, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.321368] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069846, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.578591] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527606c0-1160-e861-be80-95535b6db27a, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.578907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.579202] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e0925630-021c-4dbe-921a-1fcc8b738b53/e0925630-021c-4dbe-921a-1fcc8b738b53.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.579469] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64484df3-d547-47a9-be49-7206d160a56f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.586756] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 729.586756] env[68199]: value = "task-3069847" [ 729.586756] env[68199]: _type = "Task" [ 729.586756] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.594163] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.688726] env[68199]: DEBUG nova.scheduler.client.report [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.809641] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069844, 'name': CreateVM_Task, 'duration_secs': 1.710728} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.810089] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.810747] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.810959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.811334] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.811831] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d805743-1fec-4906-aedf-090cdb901c1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.822278] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 729.822278] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52993a8a-1788-b3de-46b6-46da4a4803a9" [ 729.822278] env[68199]: _type = "Task" [ 729.822278] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.825801] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069846, 'name': PowerOnVM_Task, 'duration_secs': 0.722926} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.829351] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.829605] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 729.829784] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.831475] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3a2c0-9aa3-4ce6-9826-29aacfad4087 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.848446] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52993a8a-1788-b3de-46b6-46da4a4803a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.097934] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508932} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.098277] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e0925630-021c-4dbe-921a-1fcc8b738b53/e0925630-021c-4dbe-921a-1fcc8b738b53.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.098426] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.098721] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae5141c-b6f9-41c4-8878-8b6469caaba0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.105812] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 730.105812] env[68199]: value = "task-3069848" [ 730.105812] env[68199]: _type = "Task" [ 730.105812] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.113554] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.194348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.194888] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.197756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.872s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.197980] env[68199]: DEBUG nova.objects.instance [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lazy-loading 'resources' on Instance uuid 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.336754] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52993a8a-1788-b3de-46b6-46da4a4803a9, 'name': SearchDatastore_Task, 'duration_secs': 0.056691} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.337151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.337432] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.337713] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.337887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.338126] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.338454] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6020e0-285a-498c-b0ab-b69e66995aae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.346606] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.347036] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.347535] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96023219-c196-4e55-98f2-e754a58d373b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.357308] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 730.357308] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fbaef6-bf8f-c395-346d-1143717dc30a" [ 730.357308] env[68199]: _type = "Task" [ 730.357308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.357719] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Took 43.03 seconds to build instance. [ 730.366574] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fbaef6-bf8f-c395-346d-1143717dc30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.615681] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178625} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.615681] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.616481] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37f9b54-dfb4-4997-b7eb-10224a4ccb51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.639997] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e0925630-021c-4dbe-921a-1fcc8b738b53/e0925630-021c-4dbe-921a-1fcc8b738b53.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.640676] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9057b71f-4062-4df5-849f-5b17d4b0c329 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.661587] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 730.661587] env[68199]: value = "task-3069849" [ 730.661587] env[68199]: _type = "Task" [ 730.661587] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.670195] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.702973] env[68199]: DEBUG nova.compute.utils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.707364] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.707543] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.768810] env[68199]: DEBUG nova.policy [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354afa5427814f70b3d42e7338efa901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b3e0642284401b6b95ad1b08d6dab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.864642] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.151s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.872257] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fbaef6-bf8f-c395-346d-1143717dc30a, 'name': SearchDatastore_Task, 'duration_secs': 0.014341} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.875827] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5432a262-4814-4482-93b8-e7e76cc4aacb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.882477] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 730.882477] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521a3bf0-71e6-02c5-da25-937e4c259b97" [ 730.882477] env[68199]: _type = "Task" [ 730.882477] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.894981] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521a3bf0-71e6-02c5-da25-937e4c259b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.174564] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069849, 'name': ReconfigVM_Task, 'duration_secs': 0.512412} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.175492] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Successfully created port: 784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.177856] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e0925630-021c-4dbe-921a-1fcc8b738b53/e0925630-021c-4dbe-921a-1fcc8b738b53.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.178777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120a9f16-4867-4819-b6e0-7d3680742f41 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.191022] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 731.191022] env[68199]: value = "task-3069850" [ 731.191022] env[68199]: _type = "Task" [ 731.191022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.199430] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069850, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.207867] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.251029] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bbec68-f8b8-41dd-817d-5e487367ac52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.257542] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0748ec-fd30-4812-8dc4-2bf85bd1d085 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.294297] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3420d8f3-1f4d-43a9-86a0-2fefed95709e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.302871] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9d42ab-1454-4cf4-ae5c-3271e9366d86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.319430] env[68199]: DEBUG nova.compute.provider_tree [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.367888] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.393027] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521a3bf0-71e6-02c5-da25-937e4c259b97, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.393406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.393728] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 6c0b1a50-ac65-424d-aa40-934135372423/6c0b1a50-ac65-424d-aa40-934135372423.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.394092] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c5bd0c0-85cf-400e-801e-4449d607bb0e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.401430] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 731.401430] env[68199]: value = "task-3069851" [ 731.401430] env[68199]: _type = "Task" [ 731.401430] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.409188] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.698672] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069850, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.823852] env[68199]: DEBUG nova.scheduler.client.report [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.897389] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.911833] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.199789] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069850, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.219321] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.247343] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.247778] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.247778] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.247961] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.248193] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.248375] env[68199]: DEBUG nova.virt.hardware [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.249292] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db906d7f-367b-4fb1-8e6a-e8e78184360a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.257545] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde37054-bbc0-468a-b65a-eea13e67cb09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.329025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.332261] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.476s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.333870] env[68199]: INFO nova.compute.claims [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.354281] env[68199]: INFO nova.scheduler.client.report [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted allocations for instance 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3 [ 732.416934] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.703639] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069850, 'name': Rename_Task, 'duration_secs': 1.161124} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.703941] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.704208] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd23183-c15a-4631-b08a-55a60191f5b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.710700] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 732.710700] env[68199]: value = "task-3069852" [ 732.710700] env[68199]: _type = "Task" [ 732.710700] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.724947] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.863412] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a10db801-26a2-45bc-9b97-32314ffd19f6 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8e5aa82d-8c22-4b8e-9133-361bfe0b33c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.147s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.914604] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443262} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.914826] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 6c0b1a50-ac65-424d-aa40-934135372423/6c0b1a50-ac65-424d-aa40-934135372423.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.915100] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.915225] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe63733a-91cd-4333-9a5d-4e3abfaca805 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.923072] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 732.923072] env[68199]: value = "task-3069853" [ 732.923072] env[68199]: _type = "Task" [ 732.923072] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.933141] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.099196] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Successfully updated port: 784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.106719] env[68199]: DEBUG nova.compute.manager [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Received event network-vif-plugged-784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.106719] env[68199]: DEBUG oslo_concurrency.lockutils [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.106719] env[68199]: DEBUG oslo_concurrency.lockutils [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.106866] env[68199]: DEBUG oslo_concurrency.lockutils [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.107056] env[68199]: DEBUG nova.compute.manager [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] No waiting events found dispatching network-vif-plugged-784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.108341] env[68199]: WARNING nova.compute.manager [req-8a1f29fc-e0d3-41ac-81d0-541c417ff2c7 req-cef4f4bf-08aa-4764-acb0-0c49defc8165 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Received unexpected event network-vif-plugged-784c062b-13b2-49b7-ab1e-09ebf39086b3 for instance with vm_state building and task_state spawning. [ 733.221687] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069852, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.433902] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076412} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.434941] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.436028] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef42ba-6d3c-4f8f-b268-045671e980cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.465781] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6c0b1a50-ac65-424d-aa40-934135372423/6c0b1a50-ac65-424d-aa40-934135372423.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.468898] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536a4b7f-a894-4130-bcdd-556b1c7adbbc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.491112] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 733.491112] env[68199]: value = "task-3069854" [ 733.491112] env[68199]: _type = "Task" [ 733.491112] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.502676] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.610061] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.610061] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.610061] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.729282] env[68199]: DEBUG oslo_vmware.api [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069852, 'name': PowerOnVM_Task, 'duration_secs': 0.572249} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.729544] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.729887] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Took 11.14 seconds to spawn the instance on the hypervisor. [ 733.729946] env[68199]: DEBUG nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.733587] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62a9f3-7b24-4290-a7e6-d9b68fe5c49e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.961894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45409934-e1ed-435d-abdc-c0de8ec5343c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.969667] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d52099e-148a-4c74-b0cf-26df7180a761 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.011599] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270829a4-6b4a-4da8-a9b6-f97b9054047b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.019861] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069854, 'name': ReconfigVM_Task, 'duration_secs': 0.494036} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.022500] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6c0b1a50-ac65-424d-aa40-934135372423/6c0b1a50-ac65-424d-aa40-934135372423.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.023204] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a320422-23ad-4c4d-9d59-c355b891164f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.026882] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec7b53-acf6-47ad-b0dc-a922b6996a91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.041952] env[68199]: DEBUG nova.compute.provider_tree [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.048179] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 734.048179] env[68199]: value = "task-3069855" [ 734.048179] env[68199]: _type = "Task" [ 734.048179] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.057760] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069855, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.194938] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.254418] env[68199]: INFO nova.compute.manager [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Took 43.68 seconds to build instance. [ 734.509176] env[68199]: DEBUG nova.network.neutron [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.551459] env[68199]: DEBUG nova.scheduler.client.report [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.566804] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069855, 'name': Rename_Task, 'duration_secs': 0.183662} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.567222] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.567351] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f74a37e-6d10-496f-9e99-88f9d1546753 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.817612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-90498390-adb5-4702-b69d-79a0f2811359 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.038s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.818263] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 734.818263] env[68199]: value = "task-3069856" [ 734.818263] env[68199]: _type = "Task" [ 734.818263] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.832549] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.988103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "80305184-f11f-43c0-b66e-db85008a2e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.988103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.992025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "80305184-f11f-43c0-b66e-db85008a2e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.992025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.992025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.993855] env[68199]: INFO nova.compute.manager [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Terminating instance [ 735.013743] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.014228] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Instance network_info: |[{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.015550] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d3:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '784c062b-13b2-49b7-ab1e-09ebf39086b3', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.025312] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating folder: Project (547b3e0642284401b6b95ad1b08d6dab). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.026145] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa658f24-0edc-47e8-bef0-56cb28c8c6bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.037574] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created folder: Project (547b3e0642284401b6b95ad1b08d6dab) in parent group-v614632. [ 735.037764] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating folder: Instances. Parent ref: group-v614732. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.038011] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09205051-7d84-425d-b5b2-dc18275c0c0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.051028] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created folder: Instances in parent group-v614732. [ 735.051028] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.051028] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.051028] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7ad03f2-4f29-4a8c-aa75-a311b787efed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.068946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.069097] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.071910] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.281s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.072145] env[68199]: DEBUG nova.objects.instance [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lazy-loading 'resources' on Instance uuid 7faccb18-35c1-4c02-9a01-f410755052f9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.078576] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.078576] env[68199]: value = "task-3069859" [ 735.078576] env[68199]: _type = "Task" [ 735.078576] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.088105] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069859, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.320479] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.337519] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.500584] env[68199]: DEBUG nova.compute.manager [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.500976] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.502386] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362bc064-0392-490d-ac7f-fda4104b4aeb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.514351] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.514839] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e44c12d1-5608-4aec-b8f9-7614f86876c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.522065] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 735.522065] env[68199]: value = "task-3069860" [ 735.522065] env[68199]: _type = "Task" [ 735.522065] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.530432] env[68199]: DEBUG nova.compute.manager [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Received event network-changed-784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.530514] env[68199]: DEBUG nova.compute.manager [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Refreshing instance network info cache due to event network-changed-784c062b-13b2-49b7-ab1e-09ebf39086b3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.530778] env[68199]: DEBUG oslo_concurrency.lockutils [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.530907] env[68199]: DEBUG oslo_concurrency.lockutils [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.531537] env[68199]: DEBUG nova.network.neutron [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Refreshing network info cache for port 784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.536629] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.576491] env[68199]: DEBUG nova.compute.utils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.578213] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.578409] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.603178] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069859, 'name': CreateVM_Task, 'duration_secs': 0.439332} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.604147] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.605039] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605538] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605793] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.606336] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2256433e-0223-4c6d-9f56-f35fae16cc45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.612482] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 735.612482] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526b5bf6-a3ee-792f-682f-6f2efa7ba7b1" [ 735.612482] env[68199]: _type = "Task" [ 735.612482] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.628670] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b5bf6-a3ee-792f-682f-6f2efa7ba7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.720382] env[68199]: DEBUG nova.policy [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e533f1fb571c4df08d81ebad0f18855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c76a2c7a58d4ca6bf89cb2a573815d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.836681] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.854453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.913476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.914145] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.034100] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069860, 'name': PowerOffVM_Task, 'duration_secs': 0.257163} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.037064] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.037431] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.040183] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cece5832-bd9b-4390-92b6-dc1afc9583cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.092085] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.126318] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526b5bf6-a3ee-792f-682f-6f2efa7ba7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015914} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.130201] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.130505] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.132785] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.132785] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.132785] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.132785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.132785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.132785] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleting the datastore file [datastore2] 80305184-f11f-43c0-b66e-db85008a2e53 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.133109] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d44f0f-96ac-4c79-ba24-421657fd6877 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.135014] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2767dc7-beb3-4c5c-8296-70a8eb4c4a4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.143282] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 736.143282] env[68199]: value = "task-3069862" [ 736.143282] env[68199]: _type = "Task" [ 736.143282] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.148085] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.148296] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.153132] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fe3ddd-803b-40a9-8496-f4554332e0de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.155789] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.164808] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 736.164808] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fe90cf-a334-a9de-8e5f-84dacfda9319" [ 736.164808] env[68199]: _type = "Task" [ 736.164808] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.174498] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fe90cf-a334-a9de-8e5f-84dacfda9319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.211931] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d43dbd-24e9-4efc-a229-484c4f83dc8e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.218706] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff9037-c07d-4477-a7f5-f8c76d55389e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.255167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f6e78-ebec-4cf7-a35f-c5a23d1ad029 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.263453] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056b373-ed4c-4a1c-ac8b-55299790f06f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.283070] env[68199]: DEBUG nova.compute.provider_tree [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.327344] env[68199]: DEBUG nova.network.neutron [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updated VIF entry in instance network info cache for port 784c062b-13b2-49b7-ab1e-09ebf39086b3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.327669] env[68199]: DEBUG nova.network.neutron [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.334721] env[68199]: DEBUG oslo_vmware.api [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069856, 'name': PowerOnVM_Task, 'duration_secs': 1.344981} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.335649] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.335649] env[68199]: INFO nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Took 11.10 seconds to spawn the instance on the hypervisor. [ 736.335649] env[68199]: DEBUG nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.336528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b206b26-1c42-4c7c-af03-0603c1aabd5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.493364] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Successfully created port: c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.652907] env[68199]: DEBUG oslo_vmware.api [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457185} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.653166] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.653354] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.653837] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.654075] env[68199]: INFO nova.compute.manager [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Took 1.15 seconds to destroy the instance on the hypervisor. [ 736.654336] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.654527] env[68199]: DEBUG nova.compute.manager [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.654624] env[68199]: DEBUG nova.network.neutron [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.675246] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fe90cf-a334-a9de-8e5f-84dacfda9319, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.675564] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d405dcb-e789-42dc-b6b7-e76082a35941 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.680795] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 736.680795] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525f35c8-5b6a-1e7a-f6a3-a68a328fb0b7" [ 736.680795] env[68199]: _type = "Task" [ 736.680795] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.689293] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525f35c8-5b6a-1e7a-f6a3-a68a328fb0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.786237] env[68199]: DEBUG nova.scheduler.client.report [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.830680] env[68199]: DEBUG oslo_concurrency.lockutils [req-3301e9a8-3c19-4ac4-bfdd-74594446f311 req-35b5fae7-a8fc-4d84-9e74-8f7cc4920ab9 service nova] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.857751] env[68199]: INFO nova.compute.manager [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Took 44.52 seconds to build instance. [ 737.042618] env[68199]: DEBUG nova.compute.manager [req-b07053be-2d8b-464f-a889-780b15318b38 req-c5c2b15a-8c48-4dbf-a115-828af889b7c0 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Received event network-vif-deleted-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.042859] env[68199]: INFO nova.compute.manager [req-b07053be-2d8b-464f-a889-780b15318b38 req-c5c2b15a-8c48-4dbf-a115-828af889b7c0 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Neutron deleted interface 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7; detaching it from the instance and deleting it from the info cache [ 737.042993] env[68199]: DEBUG nova.network.neutron [req-b07053be-2d8b-464f-a889-780b15318b38 req-c5c2b15a-8c48-4dbf-a115-828af889b7c0 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.101647] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.127744] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.127744] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.127744] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.127744] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.128154] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.128154] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.128543] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.128708] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.128877] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.129063] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.130389] env[68199]: DEBUG nova.virt.hardware [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.132274] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb47d8-4a21-40bc-8c12-e2b39235144b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.142608] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab44f1-fabd-4e6d-b996-cf7eaf553dbc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.191068] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525f35c8-5b6a-1e7a-f6a3-a68a328fb0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020074} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.191397] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.191718] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.192031] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59fe2d31-d556-4feb-bd40-7ec9266e8bf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.199771] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 737.199771] env[68199]: value = "task-3069863" [ 737.199771] env[68199]: _type = "Task" [ 737.199771] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.207767] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.292359] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.295122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.026s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.296833] env[68199]: INFO nova.compute.claims [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.320648] env[68199]: INFO nova.scheduler.client.report [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Deleted allocations for instance 7faccb18-35c1-4c02-9a01-f410755052f9 [ 737.359254] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.970s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.419866] env[68199]: DEBUG nova.network.neutron [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.546084] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3472efc2-5183-4ee3-b47c-90a31410fb45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.559635] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5711cc3-dab7-4bba-887b-cebc0a9b2ccd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.598870] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "6c0b1a50-ac65-424d-aa40-934135372423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.599368] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.599564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "6c0b1a50-ac65-424d-aa40-934135372423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.599848] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.600106] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.601957] env[68199]: DEBUG nova.compute.manager [req-b07053be-2d8b-464f-a889-780b15318b38 req-c5c2b15a-8c48-4dbf-a115-828af889b7c0 service nova] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Detach interface failed, port_id=76f0bc9c-5871-4014-97f6-95b6bd0ef7c7, reason: Instance 80305184-f11f-43c0-b66e-db85008a2e53 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.603136] env[68199]: INFO nova.compute.manager [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Terminating instance [ 737.712182] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.829914] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Lock "7faccb18-35c1-4c02-9a01-f410755052f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.553s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.861854] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.922578] env[68199]: INFO nova.compute.manager [-] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Took 1.27 seconds to deallocate network for instance. [ 738.107268] env[68199]: DEBUG nova.compute.manager [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.107555] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.108415] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde217d7-f39a-438b-a8b0-1e91159bb5f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.116192] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.116414] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929849ec-1dd8-42cd-9963-ec3a54226090 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.122252] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 738.122252] env[68199]: value = "task-3069864" [ 738.122252] env[68199]: _type = "Task" [ 738.122252] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.130247] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.148528] env[68199]: DEBUG nova.compute.manager [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Received event network-vif-plugged-c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.148947] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] Acquiring lock "92a7e525-691d-4b2f-915f-89595543fe46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.149017] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] Lock "92a7e525-691d-4b2f-915f-89595543fe46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.149221] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] Lock "92a7e525-691d-4b2f-915f-89595543fe46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.149395] env[68199]: DEBUG nova.compute.manager [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] No waiting events found dispatching network-vif-plugged-c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.149560] env[68199]: WARNING nova.compute.manager [req-04dd7659-5927-4cdc-a083-9f2311a7318d req-802362f9-eb34-4f8b-ba04-ba406f727ec8 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Received unexpected event network-vif-plugged-c722e898-cba0-4e8e-882a-77f13885482a for instance with vm_state building and task_state spawning. [ 738.210440] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684444} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.210817] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.211622] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.211622] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1662c6-a147-4feb-b202-3eb6ffe719e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.220119] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 738.220119] env[68199]: value = "task-3069865" [ 738.220119] env[68199]: _type = "Task" [ 738.220119] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.226882] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.271421] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Successfully updated port: c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.385121] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.429042] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.633544] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069864, 'name': PowerOffVM_Task, 'duration_secs': 0.263257} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.633867] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.634148] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.634448] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306b72e2-01c1-48e8-bd01-9ca970a31c76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.694533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.694749] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.694990] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Deleting the datastore file [datastore1] 6c0b1a50-ac65-424d-aa40-934135372423 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.695201] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9380ff7-3de6-465a-af6d-b09734b75b69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.702133] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for the task: (returnval){ [ 738.702133] env[68199]: value = "task-3069867" [ 738.702133] env[68199]: _type = "Task" [ 738.702133] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.714683] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.727720] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122723} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.727963] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.728738] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04cb2c3-8a1d-4e91-ad07-15b38eec5b0a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.752459] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.754833] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92344bc-09b9-4aa1-a3c8-90d0a6013e44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.774084] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 738.774084] env[68199]: value = "task-3069868" [ 738.774084] env[68199]: _type = "Task" [ 738.774084] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.774643] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.774777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.774922] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.786082] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.873314] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bbdd7-2ee5-42ae-a855-eace442a3803 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.880974] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effd012-1e92-4196-b547-7b0717d08664 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.911178] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9defe9f5-ee14-4bdb-9ebd-65740c780dbb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.919090] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c90b20-c8d3-47b0-846f-60a2c5789ab3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.932969] env[68199]: DEBUG nova.compute.provider_tree [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.214733] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.284979] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069868, 'name': ReconfigVM_Task, 'duration_secs': 0.287256} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.285285] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.285929] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddc934fc-7b2c-40c0-94a6-3e4ed1b06316 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.293015] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 739.293015] env[68199]: value = "task-3069869" [ 739.293015] env[68199]: _type = "Task" [ 739.293015] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.302738] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069869, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.345129] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.436950] env[68199]: DEBUG nova.scheduler.client.report [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.643828] env[68199]: DEBUG nova.network.neutron [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Updating instance_info_cache with network_info: [{"id": "c722e898-cba0-4e8e-882a-77f13885482a", "address": "fa:16:3e:a2:72:53", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc722e898-cb", "ovs_interfaceid": "c722e898-cba0-4e8e-882a-77f13885482a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.716962] env[68199]: DEBUG oslo_vmware.api [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Task: {'id': task-3069867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621593} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.716962] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.717068] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.717540] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.717718] env[68199]: INFO nova.compute.manager [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Took 1.61 seconds to destroy the instance on the hypervisor. [ 739.718636] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.718636] env[68199]: DEBUG nova.compute.manager [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.718636] env[68199]: DEBUG nova.network.neutron [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.801778] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069869, 'name': Rename_Task, 'duration_secs': 0.13946} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.802051] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.802291] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa875f4-476b-41de-9b10-272471419bdf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.808743] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 739.808743] env[68199]: value = "task-3069870" [ 739.808743] env[68199]: _type = "Task" [ 739.808743] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.815979] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.942218] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.942768] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.947388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.870s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.948768] env[68199]: INFO nova.compute.claims [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.146829] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.147287] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Instance network_info: |[{"id": "c722e898-cba0-4e8e-882a-77f13885482a", "address": "fa:16:3e:a2:72:53", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc722e898-cb", "ovs_interfaceid": "c722e898-cba0-4e8e-882a-77f13885482a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.148268] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:72:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c722e898-cba0-4e8e-882a-77f13885482a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.161427] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.162196] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.162504] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c755f1c4-2132-46ee-a8ec-1c240cf8b537 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.192392] env[68199]: DEBUG nova.compute.manager [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Received event network-changed-c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.192664] env[68199]: DEBUG nova.compute.manager [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Refreshing instance network info cache due to event network-changed-c722e898-cba0-4e8e-882a-77f13885482a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.192960] env[68199]: DEBUG oslo_concurrency.lockutils [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] Acquiring lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193174] env[68199]: DEBUG oslo_concurrency.lockutils [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] Acquired lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193761] env[68199]: DEBUG nova.network.neutron [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Refreshing network info cache for port c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.201673] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.201673] env[68199]: value = "task-3069871" [ 740.201673] env[68199]: _type = "Task" [ 740.201673] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.213319] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069871, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.318465] env[68199]: DEBUG oslo_vmware.api [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3069870, 'name': PowerOnVM_Task, 'duration_secs': 0.443177} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.318764] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.319019] env[68199]: INFO nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Took 8.10 seconds to spawn the instance on the hypervisor. [ 740.319218] env[68199]: DEBUG nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.319994] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84cd65-e988-4c41-8039-6202d79acf19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.453693] env[68199]: DEBUG nova.compute.utils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.456960] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.457141] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.524079] env[68199]: DEBUG nova.policy [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99339589968242f1a43054fade3f4d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7628627a4eac489583edfdcdd66f9474', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.635354] env[68199]: DEBUG nova.network.neutron [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.713190] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069871, 'name': CreateVM_Task, 'duration_secs': 0.331745} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.713352] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.714142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.714398] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.714803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.715182] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bdfb84-5bec-477f-9206-7dc0602a6380 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.723805] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 740.723805] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f93e6a-8cbd-7231-9fcc-762f95a7fb52" [ 740.723805] env[68199]: _type = "Task" [ 740.723805] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.734027] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f93e6a-8cbd-7231-9fcc-762f95a7fb52, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.734027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.734196] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.734465] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.734616] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.734874] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.735192] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-340f44c0-5d9c-409e-94bf-879ee419bfa0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.749033] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.749033] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.752274] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d03cb98-2735-48e9-a4e8-93d314bba71f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.757979] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 740.757979] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527a4878-0bf6-25c6-5510-6c278baed78b" [ 740.757979] env[68199]: _type = "Task" [ 740.757979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.768610] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527a4878-0bf6-25c6-5510-6c278baed78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.841016] env[68199]: INFO nova.compute.manager [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Took 44.70 seconds to build instance. [ 740.947808] env[68199]: DEBUG nova.network.neutron [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Updated VIF entry in instance network info cache for port c722e898-cba0-4e8e-882a-77f13885482a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.948237] env[68199]: DEBUG nova.network.neutron [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Updating instance_info_cache with network_info: [{"id": "c722e898-cba0-4e8e-882a-77f13885482a", "address": "fa:16:3e:a2:72:53", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc722e898-cb", "ovs_interfaceid": "c722e898-cba0-4e8e-882a-77f13885482a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.950786] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Successfully created port: 9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.961912] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.139207] env[68199]: INFO nova.compute.manager [-] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Took 1.42 seconds to deallocate network for instance. [ 741.272061] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527a4878-0bf6-25c6-5510-6c278baed78b, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.275538] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beed0e2a-be59-4a92-809e-ec2f087e5fd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.280657] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 741.280657] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cda1d6-e199-8e07-0417-1182cb137eb4" [ 741.280657] env[68199]: _type = "Task" [ 741.280657] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.293799] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cda1d6-e199-8e07-0417-1182cb137eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.343241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.067s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.452327] env[68199]: DEBUG oslo_concurrency.lockutils [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] Releasing lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.452573] env[68199]: DEBUG nova.compute.manager [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Received event network-vif-deleted-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.452853] env[68199]: INFO nova.compute.manager [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Neutron deleted interface b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae; detaching it from the instance and deleting it from the info cache [ 741.453054] env[68199]: DEBUG nova.network.neutron [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.475225] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad92ae-d997-4ceb-b3c3-0a2bcc960d0a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.487471] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa181bb6-c91a-4548-bef8-4c77801e4fd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.519459] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb8669-3f24-4e84-aa45-f550d3592f4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.528099] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c683b-574a-46dc-a240-5f5d27050774 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.542601] env[68199]: DEBUG nova.compute.provider_tree [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.650315] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.790952] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cda1d6-e199-8e07-0417-1182cb137eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.792686] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.792763] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 92a7e525-691d-4b2f-915f-89595543fe46/92a7e525-691d-4b2f-915f-89595543fe46.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.793897] env[68199]: DEBUG nova.compute.manager [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Received event network-changed-784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.794085] env[68199]: DEBUG nova.compute.manager [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Refreshing instance network info cache due to event network-changed-784c062b-13b2-49b7-ab1e-09ebf39086b3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.794297] env[68199]: DEBUG oslo_concurrency.lockutils [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.794493] env[68199]: DEBUG oslo_concurrency.lockutils [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.794581] env[68199]: DEBUG nova.network.neutron [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Refreshing network info cache for port 784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.795636] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da59f2ec-1c3f-4962-b279-7f2911a2bf18 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.803328] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 741.803328] env[68199]: value = "task-3069872" [ 741.803328] env[68199]: _type = "Task" [ 741.803328] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.812301] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.845757] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.959146] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dbda165-3af4-468f-bd09-0b2b27590ab5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.970475] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afeedbf-9579-448c-b070-fe6434de80e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.983752] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.013082] env[68199]: DEBUG nova.compute.manager [req-cdc9a972-cb7b-43dd-80f6-3dbcc158140f req-da2728e4-723c-43c9-8ede-6d2b18cab234 service nova] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Detach interface failed, port_id=b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae, reason: Instance 6c0b1a50-ac65-424d-aa40-934135372423 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.021684] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.021988] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.022198] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.022414] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.022593] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.022775] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.023035] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.023237] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.023460] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.023662] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.023867] env[68199]: DEBUG nova.virt.hardware [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.024839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f6d930-77c5-4011-b765-69e06af6a91b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.034466] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6717015f-09cb-47f3-896f-88c36bf32b65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.052196] env[68199]: DEBUG nova.scheduler.client.report [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.315692] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069872, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.373585] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.508618] env[68199]: DEBUG nova.compute.manager [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Received event network-vif-plugged-9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.508924] env[68199]: DEBUG oslo_concurrency.lockutils [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] Acquiring lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.509102] env[68199]: DEBUG oslo_concurrency.lockutils [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.509309] env[68199]: DEBUG oslo_concurrency.lockutils [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.509446] env[68199]: DEBUG nova.compute.manager [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] No waiting events found dispatching network-vif-plugged-9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.509607] env[68199]: WARNING nova.compute.manager [req-cccc773d-eb38-4764-abd2-8260ccea4782 req-719f837a-1c50-4029-9073-d91411038d84 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Received unexpected event network-vif-plugged-9d32672e-570f-4c3e-ab6d-0e65435acb16 for instance with vm_state building and task_state spawning. [ 742.526700] env[68199]: DEBUG nova.network.neutron [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updated VIF entry in instance network info cache for port 784c062b-13b2-49b7-ab1e-09ebf39086b3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.527177] env[68199]: DEBUG nova.network.neutron [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.557782] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.558324] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.560902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.587s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.562330] env[68199]: INFO nova.compute.claims [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.616721] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Successfully updated port: 9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.815325] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530365} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.815584] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 92a7e525-691d-4b2f-915f-89595543fe46/92a7e525-691d-4b2f-915f-89595543fe46.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.815796] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.816080] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40bda0b7-c839-401d-9035-e11f4f75a2e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.822533] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 742.822533] env[68199]: value = "task-3069873" [ 742.822533] env[68199]: _type = "Task" [ 742.822533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.832271] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.030561] env[68199]: DEBUG oslo_concurrency.lockutils [req-36447c36-d2b2-491b-b444-1a0e018065ac req-37fcb8e1-59fd-4e3a-bc04-fda9f0ad35cb service nova] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.069836] env[68199]: DEBUG nova.compute.utils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.071588] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.071957] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.123432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.123432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquired lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.123432] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.211181] env[68199]: DEBUG nova.policy [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be19d21af7148409a6e654784d37c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '115e23d825f3488c86dee12c6716bcf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.332898] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07372} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.333246] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.334021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01845b94-b3b2-4d76-91cb-738cadaeb31a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.356967] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 92a7e525-691d-4b2f-915f-89595543fe46/92a7e525-691d-4b2f-915f-89595543fe46.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.357270] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6bc60b-da66-42c1-9f09-6f858d6b103c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.377332] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 743.377332] env[68199]: value = "task-3069874" [ 743.377332] env[68199]: _type = "Task" [ 743.377332] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.386177] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.577514] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Successfully created port: a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.581282] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.660680] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.817826] env[68199]: DEBUG nova.network.neutron [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Updating instance_info_cache with network_info: [{"id": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "address": "fa:16:3e:ec:16:1e", "network": {"id": "90c32a81-b697-4397-9f37-1e9fc6c766f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-888415437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628627a4eac489583edfdcdd66f9474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d32672e-57", "ovs_interfaceid": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.886877] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069874, 'name': ReconfigVM_Task, 'duration_secs': 0.470762} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.889349] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 92a7e525-691d-4b2f-915f-89595543fe46/92a7e525-691d-4b2f-915f-89595543fe46.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.890229] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa11c493-77a5-4f66-995c-f464e938b3d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.899460] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 743.899460] env[68199]: value = "task-3069875" [ 743.899460] env[68199]: _type = "Task" [ 743.899460] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.910186] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069875, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.130509] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b9a71a-ecf1-4b4f-9329-f8c36c2593a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.138167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207b4e8-36c6-4ace-b251-904fd4922f96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.169978] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ab7e3-2c56-40eb-9d36-35fa3196acab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.177235] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cc048f-bd5b-4499-b64a-d1e4ac296656 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.190194] env[68199]: DEBUG nova.compute.provider_tree [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.320392] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Releasing lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.321141] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Instance network_info: |[{"id": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "address": "fa:16:3e:ec:16:1e", "network": {"id": "90c32a81-b697-4397-9f37-1e9fc6c766f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-888415437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628627a4eac489583edfdcdd66f9474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d32672e-57", "ovs_interfaceid": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.321340] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:16:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d32672e-570f-4c3e-ab6d-0e65435acb16', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.329049] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Creating folder: Project (7628627a4eac489583edfdcdd66f9474). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.329632] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db1b8c6-1991-4327-b71d-529e9646a600 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.342713] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Created folder: Project (7628627a4eac489583edfdcdd66f9474) in parent group-v614632. [ 744.342926] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Creating folder: Instances. Parent ref: group-v614736. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.343186] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32f8a34-0b7a-4d24-ba01-28ddb62dacfa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.352555] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Created folder: Instances in parent group-v614736. [ 744.352782] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.352973] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.353376] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75a00a18-1da9-4af9-a8fe-4446bf76315b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.371337] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.371337] env[68199]: value = "task-3069878" [ 744.371337] env[68199]: _type = "Task" [ 744.371337] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.378594] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069878, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.411256] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069875, 'name': Rename_Task, 'duration_secs': 0.146795} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.411559] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.411812] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011c6c0f-e3b3-4fe6-9113-6b507c45878a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.417418] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 744.417418] env[68199]: value = "task-3069879" [ 744.417418] env[68199]: _type = "Task" [ 744.417418] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.424966] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.592267] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.622152] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.622410] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.622566] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.622748] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.622896] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.623097] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.623344] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.623506] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.623696] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.623875] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.624062] env[68199]: DEBUG nova.virt.hardware [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.624923] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c7b518-d63a-4b30-87e6-32a4f5228321 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.632871] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0d4dd-770d-4a6d-8980-d1a4ffa1262e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.638699] env[68199]: DEBUG nova.compute.manager [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Received event network-changed-9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.638880] env[68199]: DEBUG nova.compute.manager [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Refreshing instance network info cache due to event network-changed-9d32672e-570f-4c3e-ab6d-0e65435acb16. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.639105] env[68199]: DEBUG oslo_concurrency.lockutils [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] Acquiring lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.639252] env[68199]: DEBUG oslo_concurrency.lockutils [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] Acquired lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.639408] env[68199]: DEBUG nova.network.neutron [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Refreshing network info cache for port 9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.695459] env[68199]: DEBUG nova.scheduler.client.report [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.883974] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069878, 'name': CreateVM_Task, 'duration_secs': 0.334203} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.884195] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.885088] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.885316] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.885729] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.886075] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb2910a-a376-42ed-b49b-c1a24d2727ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.891248] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 744.891248] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521d4ca5-18c7-0282-3441-346afecc7111" [ 744.891248] env[68199]: _type = "Task" [ 744.891248] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.901278] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521d4ca5-18c7-0282-3441-346afecc7111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.925507] env[68199]: DEBUG oslo_vmware.api [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069879, 'name': PowerOnVM_Task, 'duration_secs': 0.45913} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.925756] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.925950] env[68199]: INFO nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Took 7.82 seconds to spawn the instance on the hypervisor. [ 744.926140] env[68199]: DEBUG nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.926872] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa186861-ebd8-41f6-903d-b3bee6f4fc4a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.200433] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.201048] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.203829] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.717s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.204058] env[68199]: DEBUG nova.objects.instance [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lazy-loading 'resources' on Instance uuid e6415680-4084-41ed-9cce-cae4c14919da {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.336448] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Successfully updated port: a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.359488] env[68199]: DEBUG nova.network.neutron [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Updated VIF entry in instance network info cache for port 9d32672e-570f-4c3e-ab6d-0e65435acb16. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.359845] env[68199]: DEBUG nova.network.neutron [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Updating instance_info_cache with network_info: [{"id": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "address": "fa:16:3e:ec:16:1e", "network": {"id": "90c32a81-b697-4397-9f37-1e9fc6c766f8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-888415437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628627a4eac489583edfdcdd66f9474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d32672e-57", "ovs_interfaceid": "9d32672e-570f-4c3e-ab6d-0e65435acb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.404029] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521d4ca5-18c7-0282-3441-346afecc7111, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.404327] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.404381] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.404590] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.404733] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.404909] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.405188] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5fc608-dc95-475e-82ed-11013fd88fb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.413307] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.413477] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.415171] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba810904-2572-4c53-9c00-497911701096 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.419017] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 745.419017] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520a7e4f-0d6d-fe92-06d9-fe87087dcf0b" [ 745.419017] env[68199]: _type = "Task" [ 745.419017] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.426317] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520a7e4f-0d6d-fe92-06d9-fe87087dcf0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.442699] env[68199]: INFO nova.compute.manager [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Took 43.61 seconds to build instance. [ 745.709335] env[68199]: DEBUG nova.compute.utils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.711093] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.713982] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.764250] env[68199]: DEBUG nova.policy [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5e7c31429014c9dae68150d034bdaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d5afa2103343acb64fd90083df7b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.838399] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.838556] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquired lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.838704] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.862308] env[68199]: DEBUG oslo_concurrency.lockutils [req-53610030-a882-46c4-a154-e718cfbed6cf req-0d040718-124a-40c6-8f71-f58c2933bc28 service nova] Releasing lock "refresh_cache-1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.930968] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520a7e4f-0d6d-fe92-06d9-fe87087dcf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.931801] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59ee356-0dc9-4b98-a7e1-0a309bb70014 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.937032] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 745.937032] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e88050-8875-bad0-772b-35b42c0e73f4" [ 745.937032] env[68199]: _type = "Task" [ 745.937032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.946987] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84f109d2-43da-4b21-bec4-a21b3d95163c tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.645s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.948446] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e88050-8875-bad0-772b-35b42c0e73f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.022415] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Successfully created port: f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.137515] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16058b87-b23e-44d9-9693-ddf56db69329 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.145263] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f30b82-ba2b-465a-a9a9-ba696268cea0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.177481] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c346647b-8ffe-4dbd-bae5-350c566bf00d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.185201] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e55409-7466-4a76-85f2-97eca11d3fab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.198612] env[68199]: DEBUG nova.compute.provider_tree [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.214839] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.391175] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.414573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Acquiring lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.415216] env[68199]: DEBUG oslo_concurrency.lockutils [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Acquired lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.415501] env[68199]: DEBUG nova.network.neutron [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.451213] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.454265] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e88050-8875-bad0-772b-35b42c0e73f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.454265] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.454427] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97/1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.454844] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e50fc4-7302-4e7f-9e2b-d79fcb1b4276 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.462084] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 746.462084] env[68199]: value = "task-3069880" [ 746.462084] env[68199]: _type = "Task" [ 746.462084] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.470146] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.625474] env[68199]: DEBUG nova.network.neutron [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Updating instance_info_cache with network_info: [{"id": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "address": "fa:16:3e:5f:76:15", "network": {"id": "bb8d72fd-54c0-471a-87b7-c0ab5705c0d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-851563447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115e23d825f3488c86dee12c6716bcf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b24fdf-5b", "ovs_interfaceid": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.703028] env[68199]: DEBUG nova.scheduler.client.report [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.822867] env[68199]: DEBUG nova.compute.manager [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Received event network-vif-plugged-a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.823089] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Acquiring lock "8d737621-6a66-4c01-b11b-91073036750f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.823315] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Lock "8d737621-6a66-4c01-b11b-91073036750f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.823488] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Lock "8d737621-6a66-4c01-b11b-91073036750f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.823659] env[68199]: DEBUG nova.compute.manager [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] No waiting events found dispatching network-vif-plugged-a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.823825] env[68199]: WARNING nova.compute.manager [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Received unexpected event network-vif-plugged-a3b24fdf-5ba6-4e64-80f1-4297328ed436 for instance with vm_state building and task_state spawning. [ 746.823986] env[68199]: DEBUG nova.compute.manager [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Received event network-changed-a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.824156] env[68199]: DEBUG nova.compute.manager [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Refreshing instance network info cache due to event network-changed-a3b24fdf-5ba6-4e64-80f1-4297328ed436. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.824324] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Acquiring lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.976585] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452693} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.976847] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97/1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.977075] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.977327] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19634dc6-7f8d-44ee-ad06-1465dfbdc9af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.984147] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.985482] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 746.985482] env[68199]: value = "task-3069881" [ 746.985482] env[68199]: _type = "Task" [ 746.985482] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.994262] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.128321] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Releasing lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.128670] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Instance network_info: |[{"id": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "address": "fa:16:3e:5f:76:15", "network": {"id": "bb8d72fd-54c0-471a-87b7-c0ab5705c0d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-851563447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115e23d825f3488c86dee12c6716bcf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b24fdf-5b", "ovs_interfaceid": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.129054] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Acquired lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.129257] env[68199]: DEBUG nova.network.neutron [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Refreshing network info cache for port a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.130459] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:76:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3b24fdf-5ba6-4e64-80f1-4297328ed436', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.138418] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Creating folder: Project (115e23d825f3488c86dee12c6716bcf0). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.141212] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06b51bb8-67b6-4285-8360-c15b462d080f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.154022] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Created folder: Project (115e23d825f3488c86dee12c6716bcf0) in parent group-v614632. [ 747.154022] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Creating folder: Instances. Parent ref: group-v614739. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.154022] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-312285b4-c2d5-4e81-9db8-97f243013579 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.163437] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Created folder: Instances in parent group-v614739. [ 747.163642] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.163840] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.164089] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-905e20c4-ebc7-462c-9f10-47768debcd84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.185625] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.185625] env[68199]: value = "task-3069884" [ 747.185625] env[68199]: _type = "Task" [ 747.185625] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.193249] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069884, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.211944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.214907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.424s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.218776] env[68199]: INFO nova.compute.claims [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.223832] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.231985] env[68199]: INFO nova.scheduler.client.report [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Deleted allocations for instance e6415680-4084-41ed-9cce-cae4c14919da [ 747.262260] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.262531] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.263030] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.263030] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.263200] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.263295] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.263484] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.263662] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.263828] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.263983] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.264818] env[68199]: DEBUG nova.virt.hardware [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.265151] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e782d96-7245-4a07-9e0d-310afc051cd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.276328] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac93b6-f7aa-4744-9052-46d6563db08b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.458617] env[68199]: DEBUG nova.network.neutron [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Updating instance_info_cache with network_info: [{"id": "c722e898-cba0-4e8e-882a-77f13885482a", "address": "fa:16:3e:a2:72:53", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc722e898-cb", "ovs_interfaceid": "c722e898-cba0-4e8e-882a-77f13885482a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.497109] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06501} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.498214] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.499268] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde66f2-8c3f-4e68-b3f0-dcd938ecb7ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.524970] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97/1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.525541] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8106b41-9ba3-49e0-94e1-3e22662ee98a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.550871] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 747.550871] env[68199]: value = "task-3069885" [ 747.550871] env[68199]: _type = "Task" [ 747.550871] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.560209] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.576059] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Successfully updated port: f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.580409] env[68199]: DEBUG nova.compute.manager [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Received event network-vif-plugged-f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.581681] env[68199]: DEBUG oslo_concurrency.lockutils [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] Acquiring lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.581968] env[68199]: DEBUG oslo_concurrency.lockutils [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.582148] env[68199]: DEBUG oslo_concurrency.lockutils [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.582345] env[68199]: DEBUG nova.compute.manager [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] No waiting events found dispatching network-vif-plugged-f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.582513] env[68199]: WARNING nova.compute.manager [req-4dd82504-4edb-4cca-b02f-0cc4768f9736 req-09227002-e3df-4487-8d07-1b6da6a6c395 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Received unexpected event network-vif-plugged-f66b901f-1658-4503-ac69-b1851bed5c5b for instance with vm_state building and task_state spawning. [ 747.652384] env[68199]: DEBUG nova.network.neutron [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Updated VIF entry in instance network info cache for port a3b24fdf-5ba6-4e64-80f1-4297328ed436. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.652738] env[68199]: DEBUG nova.network.neutron [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Updating instance_info_cache with network_info: [{"id": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "address": "fa:16:3e:5f:76:15", "network": {"id": "bb8d72fd-54c0-471a-87b7-c0ab5705c0d0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-851563447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "115e23d825f3488c86dee12c6716bcf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b24fdf-5b", "ovs_interfaceid": "a3b24fdf-5ba6-4e64-80f1-4297328ed436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.696084] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069884, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.739983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05a669f5-39f7-4b8d-9f10-40db8911d28b tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Lock "e6415680-4084-41ed-9cce-cae4c14919da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.729s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.962260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Releasing lock "refresh_cache-92a7e525-691d-4b2f-915f-89595543fe46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.962523] env[68199]: DEBUG nova.compute.manager [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Inject network info {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 747.962783] env[68199]: DEBUG nova.compute.manager [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] network_info to inject: |[{"id": "c722e898-cba0-4e8e-882a-77f13885482a", "address": "fa:16:3e:a2:72:53", "network": {"id": "62abfdd5-d174-418a-a563-22bd8fc23f4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2020670051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c76a2c7a58d4ca6bf89cb2a573815d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc722e898-cb", "ovs_interfaceid": "c722e898-cba0-4e8e-882a-77f13885482a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 747.968159] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Reconfiguring VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 747.968525] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93affea1-1d3e-4d46-8987-54a0dbef2fe8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.984457] env[68199]: DEBUG oslo_vmware.api [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Waiting for the task: (returnval){ [ 747.984457] env[68199]: value = "task-3069886" [ 747.984457] env[68199]: _type = "Task" [ 747.984457] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.992901] env[68199]: DEBUG oslo_vmware.api [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Task: {'id': task-3069886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.061516] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.084483] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.084768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.084908] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.155657] env[68199]: DEBUG oslo_concurrency.lockutils [req-9a7d9581-d3b5-4391-99d8-f61908e8c8d5 req-66515e24-8946-4464-8e72-a3cfa0443f1c service nova] Releasing lock "refresh_cache-8d737621-6a66-4c01-b11b-91073036750f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.197878] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069884, 'name': CreateVM_Task, 'duration_secs': 0.629684} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.198043] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.198748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.199432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.199432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.199611] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00e0838-45a4-4633-889d-74a23b39906e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.203984] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 748.203984] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52367c77-822d-c95f-e5d5-3d8265a74bf9" [ 748.203984] env[68199]: _type = "Task" [ 748.203984] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.211324] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52367c77-822d-c95f-e5d5-3d8265a74bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.494285] env[68199]: DEBUG oslo_vmware.api [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] Task: {'id': task-3069886, 'name': ReconfigVM_Task, 'duration_secs': 0.176522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.496693] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-683f51f2-aa28-49de-b662-9313bba5b4c9 tempest-ServersAdminTestJSON-483620633 tempest-ServersAdminTestJSON-483620633-project-admin] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Reconfigured VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 748.563736] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069885, 'name': ReconfigVM_Task, 'duration_secs': 0.537466} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.563736] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97/1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.564190] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1e9d84-fbda-4d98-82cd-d7586d68658d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570546] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 748.570546] env[68199]: value = "task-3069887" [ 748.570546] env[68199]: _type = "Task" [ 748.570546] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.579962] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069887, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.641923] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.704668] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db75e6-ad2e-435a-975b-82a5e803ba1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.719841] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0e86d-a523-4ec1-9469-d4d93685c0da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.723235] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52367c77-822d-c95f-e5d5-3d8265a74bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.022459} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.723406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.723631] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.723856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.724020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.724229] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.724760] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af8d1e1-37a7-4200-9361-2b96ba07bce6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.757499] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92875f4a-8bb5-4e90-8b8c-9b9fdafe802b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.765788] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d93b9-d398-40dc-911b-149ae729bc6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.769964] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.770229] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.770919] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab706b5-52f4-4485-b87a-c5be5c977b50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.784362] env[68199]: DEBUG nova.compute.provider_tree [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.790126] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 748.790126] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52aa22aa-8b47-f295-e50f-3aaf21e5cf58" [ 748.790126] env[68199]: _type = "Task" [ 748.790126] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.802905] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52aa22aa-8b47-f295-e50f-3aaf21e5cf58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.969556] env[68199]: DEBUG nova.network.neutron [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Updating instance_info_cache with network_info: [{"id": "f66b901f-1658-4503-ac69-b1851bed5c5b", "address": "fa:16:3e:c8:be:f7", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66b901f-16", "ovs_interfaceid": "f66b901f-1658-4503-ac69-b1851bed5c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.085046] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069887, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.292026] env[68199]: DEBUG nova.scheduler.client.report [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.305051] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52aa22aa-8b47-f295-e50f-3aaf21e5cf58, 'name': SearchDatastore_Task, 'duration_secs': 0.027561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.305857] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09daa043-af9e-47e0-9b37-8c076b3c563a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.311761] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 749.311761] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c3c96c-6c4c-51f9-3987-8b487c08fcaa" [ 749.311761] env[68199]: _type = "Task" [ 749.311761] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.319750] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3c96c-6c4c-51f9-3987-8b487c08fcaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.371111] env[68199]: INFO nova.compute.manager [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Rebuilding instance [ 749.415680] env[68199]: DEBUG nova.compute.manager [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.416541] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b9044-63bc-4014-807b-58ccae12ddb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.472561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.472892] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance network_info: |[{"id": "f66b901f-1658-4503-ac69-b1851bed5c5b", "address": "fa:16:3e:c8:be:f7", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66b901f-16", "ovs_interfaceid": "f66b901f-1658-4503-ac69-b1851bed5c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.473325] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:be:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66b901f-1658-4503-ac69-b1851bed5c5b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.482479] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating folder: Project (06d5afa2103343acb64fd90083df7b13). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.483056] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e044a0-2151-4883-b040-55863d179515 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.494915] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created folder: Project (06d5afa2103343acb64fd90083df7b13) in parent group-v614632. [ 749.495287] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating folder: Instances. Parent ref: group-v614742. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.495287] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e8a0a15-cded-4400-83f7-5a08ddd0c752 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.503835] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created folder: Instances in parent group-v614742. [ 749.504070] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.504259] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.504435] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84b3a33-fd51-4c59-ad8a-4dcb06890aac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.524621] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.524621] env[68199]: value = "task-3069890" [ 749.524621] env[68199]: _type = "Task" [ 749.524621] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.535799] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069890, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.581941] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069887, 'name': Rename_Task, 'duration_secs': 0.686906} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.584227] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.584534] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72209a9-fd69-49ef-8ad9-bf9734541bf1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.595025] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 749.595025] env[68199]: value = "task-3069891" [ 749.595025] env[68199]: _type = "Task" [ 749.595025] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.602338] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.666964] env[68199]: DEBUG nova.compute.manager [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Received event network-changed-f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.668895] env[68199]: DEBUG nova.compute.manager [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Refreshing instance network info cache due to event network-changed-f66b901f-1658-4503-ac69-b1851bed5c5b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.668895] env[68199]: DEBUG oslo_concurrency.lockutils [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] Acquiring lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.668895] env[68199]: DEBUG oslo_concurrency.lockutils [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] Acquired lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.668895] env[68199]: DEBUG nova.network.neutron [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Refreshing network info cache for port f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.801425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.801425] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.805306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.776s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.823042] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3c96c-6c4c-51f9-3987-8b487c08fcaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008396} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.823362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.823646] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8d737621-6a66-4c01-b11b-91073036750f/8d737621-6a66-4c01-b11b-91073036750f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.823957] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5463ff2-0a62-46ed-931a-a58da5906c3e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.830950] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 749.830950] env[68199]: value = "task-3069892" [ 749.830950] env[68199]: _type = "Task" [ 749.830950] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.838829] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.038170] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069890, 'name': CreateVM_Task, 'duration_secs': 0.315412} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.038586] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.039570] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.039922] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.040290] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.040650] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88fc6ef-af34-4bc8-a704-83429209bec4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.047422] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 750.047422] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5244965d-638e-3e70-0800-db17a0fca47a" [ 750.047422] env[68199]: _type = "Task" [ 750.047422] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.057811] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5244965d-638e-3e70-0800-db17a0fca47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.103618] env[68199]: DEBUG oslo_vmware.api [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069891, 'name': PowerOnVM_Task, 'duration_secs': 0.486108} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.103832] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.104106] env[68199]: INFO nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Took 8.12 seconds to spawn the instance on the hypervisor. [ 750.104341] env[68199]: DEBUG nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.105396] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ace010-9671-40b5-a81c-8ff953ac29ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.324300] env[68199]: DEBUG nova.compute.utils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.329312] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.329507] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.346232] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069892, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.374768] env[68199]: DEBUG nova.policy [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fe3c976bee4429e900acce59d009d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b60b5a8dc78844018d974d095b138dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.433344] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.433714] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa22c3e8-a5c4-4fd5-b743-9818d163cece {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.448717] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 750.448717] env[68199]: value = "task-3069893" [ 750.448717] env[68199]: _type = "Task" [ 750.448717] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.460415] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.562831] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5244965d-638e-3e70-0800-db17a0fca47a, 'name': SearchDatastore_Task, 'duration_secs': 0.017543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.563271] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.563562] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.563887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.564145] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.564513] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.564975] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c716861-e1b0-48cb-af34-8d531c926482 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.577378] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.577539] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.578290] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa51e31-1e02-4c80-b88c-0410f5a0861d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.586362] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 750.586362] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52eaa989-7eb6-1303-61e9-793382b83b63" [ 750.586362] env[68199]: _type = "Task" [ 750.586362] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.599380] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eaa989-7eb6-1303-61e9-793382b83b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.625330] env[68199]: INFO nova.compute.manager [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Took 41.37 seconds to build instance. [ 750.666892] env[68199]: DEBUG nova.network.neutron [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Updated VIF entry in instance network info cache for port f66b901f-1658-4503-ac69-b1851bed5c5b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.667111] env[68199]: DEBUG nova.network.neutron [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Updating instance_info_cache with network_info: [{"id": "f66b901f-1658-4503-ac69-b1851bed5c5b", "address": "fa:16:3e:c8:be:f7", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66b901f-16", "ovs_interfaceid": "f66b901f-1658-4503-ac69-b1851bed5c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.725386] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Successfully created port: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.835609] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.857186] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556908} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.858277] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.858444] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 3399c49e-5663-46a8-8135-7f0f70f00028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a9204581-7d78-46e0-8b74-5da309b58fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b65a2734-9ebf-4730-bc75-bffaa1621091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 56ee06de-74a2-447a-860c-307ab88a8eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0d5a26e6-dbfd-4baf-800a-46df79939a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e6481c67-cb8e-48a4-9749-fb060e70ffa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859403] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0d009248-0719-4bed-b537-8d07d578f58c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859680] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.859680] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance f7e67fe3-6adc-4973-baba-514bb05f5a45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.860739] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 61aaee44-9333-4eab-bc8f-cba4b828b845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.860739] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance f2ef062b-6901-4c45-b6fc-e664b15d1d3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.860739] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 87daeab7-1a43-48d7-8adc-3baa04a1d099 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.860739] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b63e221e-88cd-4b8c-88ca-c1cb8b7c6318 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.860739] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 112fe205-82ae-498b-82df-5ca6b5d13b59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.860739] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 80305184-f11f-43c0-b66e-db85008a2e53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.860739] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 002960bc-570e-4ed4-889f-5a476cc9471c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.860739] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e0925630-021c-4dbe-921a-1fcc8b738b53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861089] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 6c0b1a50-ac65-424d-aa40-934135372423 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.861215] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 92a7e525-691d-4b2f-915f-89595543fe46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861377] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 4bbb344e-11e3-48ad-ad1d-437222dbf06d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861472] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861601] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8d737621-6a66-4c01-b11b-91073036750f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861712] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.861863] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.863166] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8d737621-6a66-4c01-b11b-91073036750f/8d737621-6a66-4c01-b11b-91073036750f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.863322] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.864755] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5757610-859d-4046-b16c-eb62179f7858 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.874339] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 750.874339] env[68199]: value = "task-3069894" [ 750.874339] env[68199]: _type = "Task" [ 750.874339] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.879645] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.962219] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069893, 'name': PowerOffVM_Task, 'duration_secs': 0.234305} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.962573] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.962901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.963694] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4dc1fe-0a7e-429f-a4fe-9dd9ec2920a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.970475] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.970826] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f23671a-7ef6-4839-ac00-e4438aa087e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.053700] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.053919] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.054265] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.054506] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4574729-e06b-48d4-9f29-3a3cf52205f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.064371] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 751.064371] env[68199]: value = "task-3069896" [ 751.064371] env[68199]: _type = "Task" [ 751.064371] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.071824] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.096292] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eaa989-7eb6-1303-61e9-793382b83b63, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.097055] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e985c370-52b9-4820-9577-a326fdfbf023 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.102249] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 751.102249] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b6075a-ef24-dbbf-4b5f-194c83400a07" [ 751.102249] env[68199]: _type = "Task" [ 751.102249] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.110893] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b6075a-ef24-dbbf-4b5f-194c83400a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.127882] env[68199]: DEBUG oslo_concurrency.lockutils [None req-259c7014-9fbf-46d8-9cab-18dc856d5e38 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.449s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.169354] env[68199]: DEBUG oslo_concurrency.lockutils [req-daeec690-b63d-49ec-a098-0bcf82bcc9fb req-d77bca66-13df-414b-9511-2a9953bcc664 service nova] Releasing lock "refresh_cache-5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.347196] env[68199]: INFO nova.virt.block_device [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Booting with volume c6bb1076-4c7f-4b16-9a39-4e71df5f95a9 at /dev/sda [ 751.365459] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance faed078e-05e1-49ca-a279-c6e9116a3a46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.381578] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193873} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.381931] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.382775] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0f875-ec6f-4392-9d8e-869a09ca0407 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.406418] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8d737621-6a66-4c01-b11b-91073036750f/8d737621-6a66-4c01-b11b-91073036750f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.407857] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb02ebb-4a94-4521-9363-cf87e3c5365d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.422653] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1298c071-46e1-4f1c-877e-9afe74cafacd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.433092] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82e89ec-6e3f-45b9-bdeb-b773a92628b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.443236] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 751.443236] env[68199]: value = "task-3069897" [ 751.443236] env[68199]: _type = "Task" [ 751.443236] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.451493] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.468464] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22881202-25f4-4f11-86e6-0b84b7e0a4a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.477691] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f564b4-ba5b-4b9e-a252-dc14a6b48da6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.514548] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029dbef7-4265-4e65-83d8-e621379aa6fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.521452] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4880753-6905-4009-b37b-21118c1aec76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.536183] env[68199]: DEBUG nova.virt.block_device [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updating existing volume attachment record: 1fb226b7-8cb7-495f-bf00-150e0eca79f4 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 751.572665] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.616735] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b6075a-ef24-dbbf-4b5f-194c83400a07, 'name': SearchDatastore_Task, 'duration_secs': 0.045296} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.617455] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.617515] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.617778] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e82600-08d1-4a2f-891a-57e2792fb419 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.626133] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 751.626133] env[68199]: value = "task-3069898" [ 751.626133] env[68199]: _type = "Task" [ 751.626133] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.630458] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.640338] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.868726] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance daa314ca-8e53-4e19-af98-749c8c782876 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.954477] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.074278] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575204} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.074531] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.074715] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.074913] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.117811] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.118078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.118982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.118982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.118982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.121150] env[68199]: INFO nova.compute.manager [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Terminating instance [ 752.139035] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069898, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.159194] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.163019] env[68199]: DEBUG nova.compute.manager [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Received event network-vif-plugged-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.163019] env[68199]: DEBUG oslo_concurrency.lockutils [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] Acquiring lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.163379] env[68199]: DEBUG oslo_concurrency.lockutils [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.163651] env[68199]: DEBUG oslo_concurrency.lockutils [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.163879] env[68199]: DEBUG nova.compute.manager [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] No waiting events found dispatching network-vif-plugged-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.164148] env[68199]: WARNING nova.compute.manager [req-3f29e628-656a-47e3-ba3c-3d0701a8902f req-466f031e-415b-48f0-a6a5-e4d511566e66 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Received unexpected event network-vif-plugged-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 for instance with vm_state building and task_state block_device_mapping. [ 752.279415] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Successfully updated port: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.372676] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e834d430-07da-48c1-9eb5-4884c24ba994 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.454618] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069897, 'name': ReconfigVM_Task, 'duration_secs': 0.693953} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.454895] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8d737621-6a66-4c01-b11b-91073036750f/8d737621-6a66-4c01-b11b-91073036750f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.455517] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12e27eb-f970-4157-bebb-b0ab2722110c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.462149] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 752.462149] env[68199]: value = "task-3069899" [ 752.462149] env[68199]: _type = "Task" [ 752.462149] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.469611] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069899, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.624392] env[68199]: DEBUG nova.compute.manager [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.624688] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.625588] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5547c2-bdb6-4c18-9ad0-b6380dea25ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.637406] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840092} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.639531] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.639764] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.640091] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.640323] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a58ef9d-0437-4a5c-8f79-8df7e6607c19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.642079] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0703f6f-c434-4525-9fbe-2b36b95b5502 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.648959] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 752.648959] env[68199]: value = "task-3069900" [ 752.648959] env[68199]: _type = "Task" [ 752.648959] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.650175] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 752.650175] env[68199]: value = "task-3069901" [ 752.650175] env[68199]: _type = "Task" [ 752.650175] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.664042] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.668186] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.782865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.783043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquired lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.783176] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.876086] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 084f19f1-db26-4524-b863-f9a4e968888c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.973645] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069899, 'name': Rename_Task, 'duration_secs': 0.152736} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.973948] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.974229] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c871ad9d-c6a2-4788-bbd4-d4f1bd96da8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.981196] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 752.981196] env[68199]: value = "task-3069902" [ 752.981196] env[68199]: _type = "Task" [ 752.981196] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.989096] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.117129] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.117390] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.117547] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.117855] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.118039] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.118191] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.118404] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.118571] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.118767] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.118934] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.119120] env[68199]: DEBUG nova.virt.hardware [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.119978] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b2b76-77a0-4891-8006-70bed9b32d37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.127828] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d841c-d2f2-43bd-a54f-166bcf106b95 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.142564] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:83:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18eddf48-4f94-492d-858b-29a181140e8d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.149816] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.152821] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.153118] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b010fb8a-7c3c-4ace-bfb9-df21558b33b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180828] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080132} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.184866] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.185220] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069901, 'name': PowerOffVM_Task, 'duration_secs': 0.188854} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.186799] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.186799] env[68199]: value = "task-3069903" [ 753.186799] env[68199]: _type = "Task" [ 753.186799] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.186799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6863e-14b0-4964-80de-9ab11ffe3514 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.188683] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.188886] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.189777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4ef510-9532-40d0-a315-8c73d0d19a27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.213771] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.217470] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5960926f-a11f-40aa-8dba-9c8a6b37aa96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.231812] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069903, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.237264] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 753.237264] env[68199]: value = "task-3069905" [ 753.237264] env[68199]: _type = "Task" [ 753.237264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.299784] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.300011] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.300205] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Deleting the datastore file [datastore2] 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.300476] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65c36e49-0884-4e4a-8313-abb94b1878ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.308731] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for the task: (returnval){ [ 753.308731] env[68199]: value = "task-3069906" [ 753.308731] env[68199]: _type = "Task" [ 753.308731] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.317505] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.317914] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.380070] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 73f40b7d-48eb-41a0-8097-f155dca16c2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.461952] env[68199]: DEBUG nova.network.neutron [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updating instance_info_cache with network_info: [{"id": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "address": "fa:16:3e:7d:bc:c5", "network": {"id": "33fd1908-4827-4003-bd5a-0052f608b93a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1691834126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60b5a8dc78844018d974d095b138dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7791182-6f", "ovs_interfaceid": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.493469] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.674253] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.674848] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.675116] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.675316] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.675534] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.675711] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.675870] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.676130] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.676357] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.676602] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.676756] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.676995] env[68199]: DEBUG nova.virt.hardware [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.677913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85835a1-4cff-42f5-a9b5-eb2c6ef083ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.686799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c9141-986f-447e-abc2-392a7f949940 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.709215] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069903, 'name': CreateVM_Task, 'duration_secs': 0.396443} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.709440] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.710147] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710368] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.710735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.711113] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ad311b-2baf-4565-ae09-e480e35aa72c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.715917] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 753.715917] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52699d90-8206-70aa-c69e-f425bedcfd95" [ 753.715917] env[68199]: _type = "Task" [ 753.715917] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.723634] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52699d90-8206-70aa-c69e-f425bedcfd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.746027] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069905, 'name': ReconfigVM_Task, 'duration_secs': 0.352067} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.746027] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.746751] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a761d2-f7db-4a15-9632-4d3d6685a0bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.753185] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 753.753185] env[68199]: value = "task-3069907" [ 753.753185] env[68199]: _type = "Task" [ 753.753185] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.760549] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069907, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.817830] env[68199]: DEBUG oslo_vmware.api [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Task: {'id': task-3069906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189903} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.818198] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.818392] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.818609] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.818836] env[68199]: INFO nova.compute.manager [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Took 1.19 seconds to destroy the instance on the hypervisor. [ 753.819182] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.819416] env[68199]: DEBUG nova.compute.manager [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.819533] env[68199]: DEBUG nova.network.neutron [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.885243] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance fdb15207-4edb-4315-b849-04643bdac5e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.964821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Releasing lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.965274] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance network_info: |[{"id": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "address": "fa:16:3e:7d:bc:c5", "network": {"id": "33fd1908-4827-4003-bd5a-0052f608b93a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1691834126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60b5a8dc78844018d974d095b138dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7791182-6f", "ovs_interfaceid": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.965778] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:bc:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7791182-6f3e-41fb-8a2f-1f3369bc4f83', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.974231] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Creating folder: Project (b60b5a8dc78844018d974d095b138dc7). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.974712] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9fb031-afd9-4272-8669-16f7947d6a7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.992286] env[68199]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 753.992434] env[68199]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68199) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 753.992743] env[68199]: DEBUG oslo_vmware.api [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069902, 'name': PowerOnVM_Task, 'duration_secs': 0.561601} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.992989] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Folder already exists: Project (b60b5a8dc78844018d974d095b138dc7). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 753.993186] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Creating folder: Instances. Parent ref: group-v614689. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.993434] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.993618] env[68199]: INFO nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Took 9.40 seconds to spawn the instance on the hypervisor. [ 753.993783] env[68199]: DEBUG nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.994023] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73776abd-5aa8-4456-9c6c-fb4764a82cf7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.997061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24444814-4f91-4d62-8b7d-4e23b47a70d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.009228] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Created folder: Instances in parent group-v614689. [ 754.009652] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.009970] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.010323] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75fae4f-0cba-44e2-90a1-31cf99fcf744 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.029191] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.029191] env[68199]: value = "task-3069910" [ 754.029191] env[68199]: _type = "Task" [ 754.029191] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.038884] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069910, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.226293] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52699d90-8206-70aa-c69e-f425bedcfd95, 'name': SearchDatastore_Task, 'duration_secs': 0.068989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.226532] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.226770] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.227039] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.227211] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.227401] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.227710] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9456b86-f54c-4af2-bc6d-440905585220 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.237145] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.237344] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.238135] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969dc25a-9582-46de-b167-5598a4659769 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.243424] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 754.243424] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52218c57-2100-93f5-8a83-521dca5e139e" [ 754.243424] env[68199]: _type = "Task" [ 754.243424] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.251180] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52218c57-2100-93f5-8a83-521dca5e139e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.255061] env[68199]: DEBUG nova.compute.manager [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Received event network-changed-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.255342] env[68199]: DEBUG nova.compute.manager [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Refreshing instance network info cache due to event network-changed-f7791182-6f3e-41fb-8a2f-1f3369bc4f83. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.255500] env[68199]: DEBUG oslo_concurrency.lockutils [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] Acquiring lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.255631] env[68199]: DEBUG oslo_concurrency.lockutils [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] Acquired lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.255781] env[68199]: DEBUG nova.network.neutron [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Refreshing network info cache for port f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.267913] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069907, 'name': Rename_Task, 'duration_secs': 0.169451} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.268196] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.268440] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8d9377e-0a4b-4fb4-b7f3-5fd427d5ba3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.274982] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 754.274982] env[68199]: value = "task-3069911" [ 754.274982] env[68199]: _type = "Task" [ 754.274982] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.285128] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.389207] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance f5b4aac1-464e-460c-9c19-2c5d43302016 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.516847] env[68199]: INFO nova.compute.manager [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Took 41.46 seconds to build instance. [ 754.541444] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069910, 'name': CreateVM_Task, 'duration_secs': 0.320917} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.541714] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.542585] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614702', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'name': 'volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e2bfb4b-822d-4728-9a5b-a126fde49d45', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'serial': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '1fb226b7-8cb7-495f-bf00-150e0eca79f4', 'volume_type': None}], 'swap': None} {{(pid=68199) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 754.542870] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Root volume attach. Driver type: vmdk {{(pid=68199) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 754.543724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc8bc3-04e2-46e0-894d-9f50511c1fc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.552176] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd2335-ad63-4e31-9b57-d820fbdd638f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.559136] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c93635-f98f-469c-8ad7-b8a5618e518f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.565383] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6635ff85-4cc6-4f6b-902e-ebea045cd5a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.574888] env[68199]: DEBUG nova.network.neutron [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.576334] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 754.576334] env[68199]: value = "task-3069912" [ 754.576334] env[68199]: _type = "Task" [ 754.576334] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.583662] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.753936] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52218c57-2100-93f5-8a83-521dca5e139e, 'name': SearchDatastore_Task, 'duration_secs': 0.021576} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.754783] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2826154-d40f-40aa-97eb-c9b8b02c2dd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.761788] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 754.761788] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526fb33d-1399-61c7-ff1c-ee9257d0d9d6" [ 754.761788] env[68199]: _type = "Task" [ 754.761788] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.770024] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526fb33d-1399-61c7-ff1c-ee9257d0d9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.783679] env[68199]: DEBUG oslo_vmware.api [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069911, 'name': PowerOnVM_Task, 'duration_secs': 0.455945} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.783925] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.784275] env[68199]: INFO nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Took 7.56 seconds to spawn the instance on the hypervisor. [ 754.784384] env[68199]: DEBUG nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.785147] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22dda4-5145-42cd-9b86-1a489efd8b11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.892682] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b131322c-0c3e-4508-8e93-5dada3d44f34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.973468] env[68199]: DEBUG nova.network.neutron [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updated VIF entry in instance network info cache for port f7791182-6f3e-41fb-8a2f-1f3369bc4f83. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.973780] env[68199]: DEBUG nova.network.neutron [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updating instance_info_cache with network_info: [{"id": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "address": "fa:16:3e:7d:bc:c5", "network": {"id": "33fd1908-4827-4003-bd5a-0052f608b93a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1691834126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60b5a8dc78844018d974d095b138dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7791182-6f", "ovs_interfaceid": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.018438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-958af806-d126-4d84-bf27-f788efd2fb6b tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.185s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.077707] env[68199]: INFO nova.compute.manager [-] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Took 1.26 seconds to deallocate network for instance. [ 755.094536] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 40%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.274838] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526fb33d-1399-61c7-ff1c-ee9257d0d9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.275494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.276055] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.276609] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21e3284b-9c59-4aa7-b5fc-309731214826 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.284453] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 755.284453] env[68199]: value = "task-3069913" [ 755.284453] env[68199]: _type = "Task" [ 755.284453] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.293944] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.303223] env[68199]: INFO nova.compute.manager [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Took 41.35 seconds to build instance. [ 755.395713] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0491be89-90a2-4f1a-81b4-748994f6e8a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.396051] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 755.396197] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 755.461131] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "8d737621-6a66-4c01-b11b-91073036750f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.461347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.461601] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "8d737621-6a66-4c01-b11b-91073036750f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.461737] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.461939] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.464401] env[68199]: INFO nova.compute.manager [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Terminating instance [ 755.476580] env[68199]: DEBUG oslo_concurrency.lockutils [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] Releasing lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.476853] env[68199]: DEBUG nova.compute.manager [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Received event network-vif-deleted-9d32672e-570f-4c3e-ab6d-0e65435acb16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.477096] env[68199]: INFO nova.compute.manager [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Neutron deleted interface 9d32672e-570f-4c3e-ab6d-0e65435acb16; detaching it from the instance and deleting it from the info cache [ 755.477284] env[68199]: DEBUG nova.network.neutron [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.521285] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.592477] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.592779] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 54%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.797464] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069913, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.804705] env[68199]: DEBUG oslo_concurrency.lockutils [None req-595e02a4-7057-4357-998e-39468b25e9f9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.527s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.971648] env[68199]: DEBUG nova.compute.manager [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.971999] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.974620] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99413a6f-2834-489b-a6bd-7f3c5dd02a6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.990243] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5f245-b663-401e-86e0-986c00ac22ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.994414] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a0c609b-6898-443c-9620-c505280d12e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.002909] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.005753] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb3b6a8-f33e-47d1-ba7c-1ae1ec1e92a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.010619] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df90774c-b2f7-4970-9812-e28babdf7d49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.020508] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b394e-e8fc-4307-a3f2-b5a02ba390c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.037882] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 756.037882] env[68199]: value = "task-3069914" [ 756.037882] env[68199]: _type = "Task" [ 756.037882] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.074528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf225f-6f5d-4811-a613-e52527d4b802 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.094325] env[68199]: DEBUG nova.compute.manager [req-64f70fc4-1e69-48ad-9df1-e8ec071c6f26 req-ed01a6bd-7951-4da1-b3f8-99ce89351486 service nova] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Detach interface failed, port_id=9d32672e-570f-4c3e-ab6d-0e65435acb16, reason: Instance 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.095855] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.105481] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.106992] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a2dba-abfe-4dd8-90a6-c3aff919da53 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.117201] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 69%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.128325] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.298640] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774185} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.298886] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.299188] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.299463] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a1a5323-9f79-498c-a733-93157e3d61c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.307371] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.312541] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 756.312541] env[68199]: value = "task-3069915" [ 756.312541] env[68199]: _type = "Task" [ 756.312541] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.326159] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.445819] env[68199]: INFO nova.compute.manager [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Rebuilding instance [ 756.491985] env[68199]: DEBUG nova.compute.manager [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.492890] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc1658-2a02-4524-94df-37f46cd8950f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.583386] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069914, 'name': PowerOffVM_Task, 'duration_secs': 0.219108} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.583729] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.583903] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.584194] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9323666a-b2e5-4a2c-b584-46fa8eb5bec0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.603516] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 84%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.631219] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.634799] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.635093] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.635305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.635486] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.635651] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.639836] env[68199]: INFO nova.compute.manager [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Terminating instance [ 756.656255] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.656381] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.657020] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Deleting the datastore file [datastore2] 8d737621-6a66-4c01-b11b-91073036750f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.657020] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60e0c51-a6d4-4f6c-b9da-5019e035b5ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.672858] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for the task: (returnval){ [ 756.672858] env[68199]: value = "task-3069917" [ 756.672858] env[68199]: _type = "Task" [ 756.672858] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.685254] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.832571] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07456} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.832941] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.833791] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d13e5-e42d-4614-a9d8-34d4e913007b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.838517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.864225] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.864225] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0589bd49-779e-4d04-b831-944214a3604e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.887392] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 756.887392] env[68199]: value = "task-3069918" [ 756.887392] env[68199]: _type = "Task" [ 756.887392] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.899716] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.105110] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 97%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.138040] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 757.138357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.333s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.138650] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.788s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.138876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.141277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.760s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.141468] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.143336] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.375s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.144898] env[68199]: INFO nova.compute.claims [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.148631] env[68199]: DEBUG nova.compute.manager [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.148761] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.150143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d4498-bfb1-4d32-9218-3d2d60bc83e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.157093] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.157305] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7c58d9-024c-49e6-99e7-79bb1efff109 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.166064] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 757.166064] env[68199]: value = "task-3069919" [ 757.166064] env[68199]: _type = "Task" [ 757.166064] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.170104] env[68199]: INFO nova.scheduler.client.report [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleted allocations for instance b63e221e-88cd-4b8c-88ca-c1cb8b7c6318 [ 757.171728] env[68199]: INFO nova.scheduler.client.report [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Deleted allocations for instance 112fe205-82ae-498b-82df-5ca6b5d13b59 [ 757.183762] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.188850] env[68199]: DEBUG oslo_vmware.api [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Task: {'id': task-3069917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194506} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.189121] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.189308] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.189496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.189675] env[68199]: INFO nova.compute.manager [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 757.189921] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.190383] env[68199]: DEBUG nova.compute.manager [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.190383] env[68199]: DEBUG nova.network.neutron [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.300397] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.300693] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.397290] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069918, 'name': ReconfigVM_Task, 'duration_secs': 0.296392} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.397639] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.398422] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd315f0-b6de-4f96-bd72-628936d10be8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.404607] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 757.404607] env[68199]: value = "task-3069920" [ 757.404607] env[68199]: _type = "Task" [ 757.404607] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.412125] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069920, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.466345] env[68199]: DEBUG nova.compute.manager [req-f7308422-a77b-4433-bf19-0cb78e9a6750 req-b375bf72-9a18-498e-bb06-997b2ae80bd0 service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Received event network-vif-deleted-a3b24fdf-5ba6-4e64-80f1-4297328ed436 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.466719] env[68199]: INFO nova.compute.manager [req-f7308422-a77b-4433-bf19-0cb78e9a6750 req-b375bf72-9a18-498e-bb06-997b2ae80bd0 service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Neutron deleted interface a3b24fdf-5ba6-4e64-80f1-4297328ed436; detaching it from the instance and deleting it from the info cache [ 757.466856] env[68199]: DEBUG nova.network.neutron [req-f7308422-a77b-4433-bf19-0cb78e9a6750 req-b375bf72-9a18-498e-bb06-997b2ae80bd0 service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.510926] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.511704] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c9179d-56b2-490c-b66d-aece87c51b4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.520074] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 757.520074] env[68199]: value = "task-3069921" [ 757.520074] env[68199]: _type = "Task" [ 757.520074] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.529085] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.606935] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 97%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.675759] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069919, 'name': PowerOffVM_Task, 'duration_secs': 0.433561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.676034] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.676211] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.676469] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad104eb-1e6a-4e52-9166-303588bf45cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.681828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b587673c-6493-4978-ab13-00345595c62b tempest-ServersAaction247Test-155380629 tempest-ServersAaction247Test-155380629-project-member] Lock "112fe205-82ae-498b-82df-5ca6b5d13b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.683191] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5396ea39-292e-45e5-bf60-e94745469bc5 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "b63e221e-88cd-4b8c-88ca-c1cb8b7c6318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.263s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.743757] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.744032] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.744234] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleting the datastore file [datastore1] 0d5a26e6-dbfd-4baf-800a-46df79939a9e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.744502] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95020e00-bb00-479c-934b-5ea07046254f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.751270] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 757.751270] env[68199]: value = "task-3069923" [ 757.751270] env[68199]: _type = "Task" [ 757.751270] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.760285] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.913557] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069920, 'name': Rename_Task, 'duration_secs': 0.173006} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.914192] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.914192] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ccf283-1027-4788-88a6-232712154269 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.919706] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 757.919706] env[68199]: value = "task-3069924" [ 757.919706] env[68199]: _type = "Task" [ 757.919706] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.927068] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.946191] env[68199]: DEBUG nova.network.neutron [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.969596] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06c7cd1a-80ac-4e72-b317-bb4ac038ed08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.979025] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f485267-790c-435f-8dcd-2227de3e8fef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.012820] env[68199]: DEBUG nova.compute.manager [req-f7308422-a77b-4433-bf19-0cb78e9a6750 req-b375bf72-9a18-498e-bb06-997b2ae80bd0 service nova] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Detach interface failed, port_id=a3b24fdf-5ba6-4e64-80f1-4297328ed436, reason: Instance 8d737621-6a66-4c01-b11b-91073036750f could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.028697] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069921, 'name': PowerOffVM_Task, 'duration_secs': 0.179784} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.028802] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.029012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.031633] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7a519-ea1a-441a-871f-feb54e3c498f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.039988] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.040461] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4603837c-9886-4874-9b15-49b2677216c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.103388] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.103609] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.103787] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.107758] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc946365-1858-4d5f-8bb1-5f8366ef88f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.116046] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 98%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.117824] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 758.117824] env[68199]: value = "task-3069926" [ 758.117824] env[68199]: _type = "Task" [ 758.117824] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.126279] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.272061] env[68199]: DEBUG oslo_vmware.api [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3069923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140046} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.272554] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.272745] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.272996] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.274761] env[68199]: INFO nova.compute.manager [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 758.275041] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.275274] env[68199]: DEBUG nova.compute.manager [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.275364] env[68199]: DEBUG nova.network.neutron [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.431880] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.448103] env[68199]: INFO nova.compute.manager [-] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Took 1.26 seconds to deallocate network for instance. [ 758.606459] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 98%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.609064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "56ee06de-74a2-447a-860c-307ab88a8eeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.609291] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.609492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.609664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.609854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.611851] env[68199]: INFO nova.compute.manager [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Terminating instance [ 758.630138] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13026} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.630385] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.630617] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.630842] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.697376] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726665f2-5847-4818-9921-e706cd46b88a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.706855] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a944678f-0c2b-42d8-b597-0ab72dfaca23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.745719] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2721fb4-677c-471a-8181-5586cd30dad7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.754457] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6802d6b-37fe-44fa-b7ed-ba472d1e1bba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.770235] env[68199]: DEBUG nova.compute.provider_tree [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.930685] env[68199]: DEBUG oslo_vmware.api [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069924, 'name': PowerOnVM_Task, 'duration_secs': 0.517606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.932851] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.932851] env[68199]: DEBUG nova.compute.manager [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.932851] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e1966-2860-48a0-b8b0-0861b87bd24c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.954554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.106957] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task} progress is 98%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.115987] env[68199]: DEBUG nova.compute.manager [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.116225] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.117058] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a958fca9-7398-40d9-a6ed-51fb61d20e76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.127392] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.127392] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf2d792-933e-4db7-be4d-343551adad65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.132548] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 759.132548] env[68199]: value = "task-3069927" [ 759.132548] env[68199]: _type = "Task" [ 759.132548] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.148571] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.274020] env[68199]: DEBUG nova.scheduler.client.report [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.450513] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.547438] env[68199]: DEBUG nova.network.neutron [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.608683] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069912, 'name': RelocateVM_Task, 'duration_secs': 4.726336} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.608983] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 759.609199] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614702', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'name': 'volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e2bfb4b-822d-4728-9a5b-a126fde49d45', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'serial': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 759.609978] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26486415-499a-47dd-b739-8d67a1020505 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.626548] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547557ca-1d85-41db-a932-8608a00f35be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.660452] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9/volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.664025] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cfdf1e6-f2ed-4a6b-8fe8-4ad241345f20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.684077] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069927, 'name': PowerOffVM_Task, 'duration_secs': 0.182197} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.685363] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.685548] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.685869] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 759.685869] env[68199]: value = "task-3069928" [ 759.685869] env[68199]: _type = "Task" [ 759.685869] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.686091] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b726d91-25b8-465f-b251-42f3c2880969 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.695070] env[68199]: DEBUG nova.compute.manager [req-8cdb0a35-e353-48b8-9047-a9b5da1f1d49 req-f643d6e3-d1ae-4768-b45d-4b1a12917ecf service nova] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Received event network-vif-deleted-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.699706] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.699934] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.700099] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.700280] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.700437] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.700668] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.700823] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.700985] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.701260] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.701375] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.702044] env[68199]: DEBUG nova.virt.hardware [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.703013] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63d30f0-f78f-4b3c-b89c-7f28ef20cde3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.709354] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.714895] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb32f2f-3ac9-4145-9936-fc69476968a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.729672] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:be:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66b901f-1658-4503-ac69-b1851bed5c5b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.737129] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.737783] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.738038] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0e4b06-b169-4212-ba56-34f6e0b9344c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.758170] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.758755] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.758755] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleting the datastore file [datastore1] 56ee06de-74a2-447a-860c-307ab88a8eeb {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.759573] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a227f4ee-5913-4311-8b3d-afef7b1f6ec1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.761847] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.761847] env[68199]: value = "task-3069930" [ 759.761847] env[68199]: _type = "Task" [ 759.761847] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.766685] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for the task: (returnval){ [ 759.766685] env[68199]: value = "task-3069931" [ 759.766685] env[68199]: _type = "Task" [ 759.766685] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.773751] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069930, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.777140] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.780070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.780598] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.783152] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.017s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.783319] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.785278] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.888s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.786663] env[68199]: INFO nova.compute.claims [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.814660] env[68199]: INFO nova.scheduler.client.report [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted allocations for instance 87daeab7-1a43-48d7-8adc-3baa04a1d099 [ 760.052891] env[68199]: INFO nova.compute.manager [-] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Took 1.78 seconds to deallocate network for instance. [ 760.198171] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069928, 'name': ReconfigVM_Task, 'duration_secs': 0.340378} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.198451] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9/volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.203483] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43809157-61c1-481e-9e02-a972b598b445 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.219438] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 760.219438] env[68199]: value = "task-3069932" [ 760.219438] env[68199]: _type = "Task" [ 760.219438] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.230920] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.279222] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069930, 'name': CreateVM_Task, 'duration_secs': 0.476273} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.279813] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.281961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.285806] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9213e3f1-1e75-4ad0-86cc-4e86729a9b72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.287689] env[68199]: DEBUG oslo_vmware.api [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Task: {'id': task-3069931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13028} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.287946] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.288140] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.288315] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.288485] env[68199]: INFO nova.compute.manager [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 760.288762] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.289284] env[68199]: DEBUG nova.compute.manager [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.289390] env[68199]: DEBUG nova.network.neutron [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.292792] env[68199]: DEBUG nova.compute.utils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.298405] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 760.298405] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5251e60b-bd3f-a0c4-193b-45fcbd051370" [ 760.298405] env[68199]: _type = "Task" [ 760.298405] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.298405] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.298405] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.307407] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5251e60b-bd3f-a0c4-193b-45fcbd051370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.325088] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cdf557c0-44b0-44ba-9855-99a9253124eb tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "87daeab7-1a43-48d7-8adc-3baa04a1d099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.987s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.401707] env[68199]: DEBUG nova.policy [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f4e3d9df294d98a964eebcfc4e7290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b0d897d3f4564a2d88e6b4b05d891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.561656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.730380] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.799584] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.815487] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5251e60b-bd3f-a0c4-193b-45fcbd051370, 'name': SearchDatastore_Task, 'duration_secs': 0.024809} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.815752] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.815971] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.816220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.816392] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.817221] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.817221] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-461dddbf-7a43-491a-ad30-24920700c3b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.832021] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.832021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.832021] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6167e688-f41e-4e25-ba2e-780150088400 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.840978] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 760.840978] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f0f-d0bc-2a00-3caa-7b26a34b905e" [ 760.840978] env[68199]: _type = "Task" [ 760.840978] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.852658] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f0f-d0bc-2a00-3caa-7b26a34b905e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.865846] env[68199]: INFO nova.compute.manager [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Rebuilding instance [ 760.930283] env[68199]: DEBUG nova.compute.manager [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.931176] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2239e2-5627-4a0b-9efe-5445cc8cd77a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.119077] env[68199]: DEBUG nova.network.neutron [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.196379] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Successfully created port: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.240986] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.359319] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f0f-d0bc-2a00-3caa-7b26a34b905e, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.359319] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dafacc-31e1-441b-b0e0-f7fc85116576 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.364962] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 761.364962] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521a4b04-1978-3be8-4931-d833712966ec" [ 761.364962] env[68199]: _type = "Task" [ 761.364962] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.376010] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521a4b04-1978-3be8-4931-d833712966ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.428178] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1612ea-303f-4898-a1f7-856a1da4956d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.436485] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb695c-3488-4162-baf7-1d6126f3009d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.468796] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ceba0-8dce-4e6e-b6a5-a13c098cbdd5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.477424] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db9014-d693-4401-a18a-a751147cbc24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.493092] env[68199]: DEBUG nova.compute.provider_tree [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.622597] env[68199]: INFO nova.compute.manager [-] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Took 1.33 seconds to deallocate network for instance. [ 761.725898] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.726206] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.726694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.726694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.727487] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.728964] env[68199]: INFO nova.compute.manager [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Terminating instance [ 761.745369] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069932, 'name': ReconfigVM_Task, 'duration_secs': 1.046257} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.745703] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614702', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'name': 'volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e2bfb4b-822d-4728-9a5b-a126fde49d45', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'serial': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.746266] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9483065-596f-4870-b232-919d63c4fe9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.754555] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 761.754555] env[68199]: value = "task-3069933" [ 761.754555] env[68199]: _type = "Task" [ 761.754555] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.766445] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069933, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.771479] env[68199]: DEBUG nova.compute.manager [req-17bdf0dc-0edb-4753-a50e-485349021053 req-5466fad4-5e06-40cd-87a7-575f3555f3f6 service nova] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Received event network-vif-deleted-4082514b-e543-4ad5-9a89-b8eba438eb0f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.814153] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.848693] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.848989] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.849205] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.849349] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.849544] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.849710] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.850018] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.850200] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.850369] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.850529] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.850861] env[68199]: DEBUG nova.virt.hardware [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.851949] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9705a-9c4e-462b-95fc-e95ba618aa5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.860184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa676b-e8a8-49e8-b4d8-8310f6b4edaa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.888148] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521a4b04-1978-3be8-4931-d833712966ec, 'name': SearchDatastore_Task, 'duration_secs': 0.041979} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.888413] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.888716] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.888990] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71a2a34c-6629-490f-b694-9151fcaa41db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.895506] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 761.895506] env[68199]: value = "task-3069934" [ 761.895506] env[68199]: _type = "Task" [ 761.895506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.905517] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.972394] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.972743] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc586da-6cf5-4a02-849d-3f903da327ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.980420] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 761.980420] env[68199]: value = "task-3069935" [ 761.980420] env[68199]: _type = "Task" [ 761.980420] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.988670] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.000137] env[68199]: DEBUG nova.scheduler.client.report [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.135189] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.239262] env[68199]: DEBUG nova.compute.manager [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.239501] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.240440] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50d8a74-16af-45df-9001-0b8b4d90ee6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.250559] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.250876] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c35278-6b7b-4934-8bc4-148d7680129a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.261469] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 762.261469] env[68199]: value = "task-3069936" [ 762.261469] env[68199]: _type = "Task" [ 762.261469] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.268788] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069933, 'name': Rename_Task, 'duration_secs': 0.247153} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.269529] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.269795] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-addc50d3-8dd5-4ad0-b7ca-439f53675e4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.275217] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.276630] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 762.276630] env[68199]: value = "task-3069937" [ 762.276630] env[68199]: _type = "Task" [ 762.276630] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.288241] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.409605] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069934, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.492457] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069935, 'name': PowerOffVM_Task, 'duration_secs': 0.195763} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.493511] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.493511] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.495379] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b7528-8200-4c33-aa45-14a979a3e285 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.502546] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.502807] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46115887-696b-46a8-a27d-277f11258546 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.505105] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.505670] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.508362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.654s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.510584] env[68199]: INFO nova.compute.claims [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.572627] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.573790] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.574009] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.574304] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-075b8042-81be-4586-9aab-54c0ce89a52c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.583244] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 762.583244] env[68199]: value = "task-3069939" [ 762.583244] env[68199]: _type = "Task" [ 762.583244] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.594253] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.773269] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069936, 'name': PowerOffVM_Task, 'duration_secs': 0.323474} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.773900] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.774187] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.774507] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a860d2-3f58-4ea2-abea-84ad35007384 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.789161] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.837659] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.837659] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.837659] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleting the datastore file [datastore1] f2ef062b-6901-4c45-b6fc-e664b15d1d3a {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.838221] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebebd03b-6a91-4e78-80cf-30ddbeaa138a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.845249] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 762.845249] env[68199]: value = "task-3069941" [ 762.845249] env[68199]: _type = "Task" [ 762.845249] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.855029] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.907733] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518318} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.907996] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.908556] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.908833] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e847f963-25ef-429c-8a96-37c895e110a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.915681] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 762.915681] env[68199]: value = "task-3069942" [ 762.915681] env[68199]: _type = "Task" [ 762.915681] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.923259] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.016816] env[68199]: DEBUG nova.compute.utils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.018300] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.094208] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150912} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.094702] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.095064] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.096464] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.285828] env[68199]: DEBUG nova.compute.manager [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Received event network-vif-plugged-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.286111] env[68199]: DEBUG oslo_concurrency.lockutils [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] Acquiring lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.286326] env[68199]: DEBUG oslo_concurrency.lockutils [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.286528] env[68199]: DEBUG oslo_concurrency.lockutils [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.286729] env[68199]: DEBUG nova.compute.manager [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] No waiting events found dispatching network-vif-plugged-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.286929] env[68199]: WARNING nova.compute.manager [req-37ad73d8-2e03-4007-8d2e-b9d1286a3879 req-c2b2924f-6050-4c94-b908-05da8d8c52e8 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Received unexpected event network-vif-plugged-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 for instance with vm_state building and task_state spawning. [ 763.293332] env[68199]: DEBUG oslo_vmware.api [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3069937, 'name': PowerOnVM_Task, 'duration_secs': 0.518563} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.293624] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.293864] env[68199]: INFO nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Took 9.62 seconds to spawn the instance on the hypervisor. [ 763.294076] env[68199]: DEBUG nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.295022] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929c498-793c-4e78-a112-63f1483c50da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.357335] env[68199]: DEBUG oslo_vmware.api [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3069941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15353} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.357335] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.357584] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.357698] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.357848] env[68199]: INFO nova.compute.manager [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.358102] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.359777] env[68199]: DEBUG nova.compute.manager [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.359777] env[68199]: DEBUG nova.network.neutron [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.361933] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Successfully updated port: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.425812] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074726} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.426773] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.427716] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3975c-4eb6-4688-b230-7e5322b225df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.449709] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.452456] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b6881c-2dff-4ae7-b5a8-72b5beb8f944 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.474322] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 763.474322] env[68199]: value = "task-3069943" [ 763.474322] env[68199]: _type = "Task" [ 763.474322] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.482772] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.522035] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.822527] env[68199]: INFO nova.compute.manager [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Took 47.05 seconds to build instance. [ 763.864950] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.865105] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.865252] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.869497] env[68199]: DEBUG nova.compute.manager [req-5bc88a77-6d36-4535-aff5-31f309cc6ce1 req-c614ef7d-5233-41a3-937b-90e2a58ff2d4 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Received event network-vif-deleted-7b24b735-e799-415e-a0fd-cc813107ed3d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.869731] env[68199]: INFO nova.compute.manager [req-5bc88a77-6d36-4535-aff5-31f309cc6ce1 req-c614ef7d-5233-41a3-937b-90e2a58ff2d4 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Neutron deleted interface 7b24b735-e799-415e-a0fd-cc813107ed3d; detaching it from the instance and deleting it from the info cache [ 763.869855] env[68199]: DEBUG nova.network.neutron [req-5bc88a77-6d36-4535-aff5-31f309cc6ce1 req-c614ef7d-5233-41a3-937b-90e2a58ff2d4 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.988198] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.009017] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af1ab7-f0e6-4c91-95c1-19e5164053f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.018525] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb955d-0622-44e3-aad7-ae294f1c2187 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.054615] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161043b-47f2-46a2-b49c-eab50aef5f86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.064446] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d3c216-caeb-4e0d-9fbe-e60013431a8e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.077235] env[68199]: DEBUG nova.compute.provider_tree [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.141646] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.141894] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.142069] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.142264] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.142406] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.142591] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.142749] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.142956] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.143067] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.143231] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.143402] env[68199]: DEBUG nova.virt.hardware [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.144272] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27106c17-2d3a-41b9-8bb7-53695ff6c3e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.152848] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b90135-6af6-4893-a908-49a398966466 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.166562] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:83:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18eddf48-4f94-492d-858b-29a181140e8d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.174324] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.174756] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.174855] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d6c5fb-4516-473f-b954-1eaba98729b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.194402] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.194402] env[68199]: value = "task-3069944" [ 764.194402] env[68199]: _type = "Task" [ 764.194402] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.204443] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069944, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.259459] env[68199]: DEBUG nova.network.neutron [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.324784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.913s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.376021] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0ffc17d-14e4-465c-9645-678951209ea6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.384902] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9f40cc-6b2b-4986-b204-1fe7475bf4a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.420654] env[68199]: DEBUG nova.compute.manager [req-5bc88a77-6d36-4535-aff5-31f309cc6ce1 req-c614ef7d-5233-41a3-937b-90e2a58ff2d4 service nova] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Detach interface failed, port_id=7b24b735-e799-415e-a0fd-cc813107ed3d, reason: Instance f2ef062b-6901-4c45-b6fc-e664b15d1d3a could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.457158] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.486656] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069943, 'name': ReconfigVM_Task, 'duration_secs': 0.839055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.492892] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b/5030d6f8-3dd0-4a1e-a5b7-547f52dc563b.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.492892] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c980fcd9-b441-487c-a3c3-b3bb055b41d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.499021] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 764.499021] env[68199]: value = "task-3069945" [ 764.499021] env[68199]: _type = "Task" [ 764.499021] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.507015] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069945, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.561691] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.588026] env[68199]: DEBUG nova.scheduler.client.report [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.601027] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.601501] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.603034] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.603034] env[68199]: DEBUG nova.virt.hardware [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.603034] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488b44c1-e22c-4775-9c36-473d32e4a38a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.612210] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f2833-dcca-4101-9eb5-1220bb69ec85 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.634013] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.639523] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Creating folder: Project (98d409e008574ad49473093bc0ac5442). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.639985] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c1f716c-8691-4350-af8c-0b5bf79f1cf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.655396] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Created folder: Project (98d409e008574ad49473093bc0ac5442) in parent group-v614632. [ 764.655611] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Creating folder: Instances. Parent ref: group-v614750. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.655848] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d72fc94e-cc59-4f76-97db-ef381b95c8da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.665109] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Created folder: Instances in parent group-v614750. [ 764.665366] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.665565] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.665786] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46407df6-c2b0-4a99-91d8-45f3362bd380 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.685693] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.685693] env[68199]: value = "task-3069948" [ 764.685693] env[68199]: _type = "Task" [ 764.685693] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.694949] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069948, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.704366] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069944, 'name': CreateVM_Task, 'duration_secs': 0.315255} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.705363] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.705363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.705536] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.705851] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706150] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c2841c-bc8d-4b8c-a739-699b832f763a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.711676] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 764.711676] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f9f-a483-37ae-3e97-6d6db0e8e384" [ 764.711676] env[68199]: _type = "Task" [ 764.711676] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.719726] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f9f-a483-37ae-3e97-6d6db0e8e384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.762231] env[68199]: INFO nova.compute.manager [-] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Took 1.40 seconds to deallocate network for instance. [ 764.765301] env[68199]: DEBUG nova.network.neutron [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Updating instance_info_cache with network_info: [{"id": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "address": "fa:16:3e:26:d0:3e", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe0f127-6d", "ovs_interfaceid": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.831018] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.008425] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069945, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.093286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.093286] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.098119] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.713s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.101910] env[68199]: INFO nova.compute.claims [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.196176] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069948, 'name': CreateVM_Task, 'duration_secs': 0.281315} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.196365] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.196768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.220962] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cb0f9f-a483-37ae-3e97-6d6db0e8e384, 'name': SearchDatastore_Task, 'duration_secs': 0.013812} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.221241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221463] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.221732] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.221943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.222138] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.222625] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.222698] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.222883] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28613693-5412-473e-8f0a-0d46fdad77aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.224515] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5301be81-b2a0-4b55-831d-4a305e4a4927 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.230219] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 765.230219] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52908838-422d-02cf-45c1-1f9fa1fc7b86" [ 765.230219] env[68199]: _type = "Task" [ 765.230219] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.234450] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.234634] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.235593] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6863e3be-6873-422b-aa73-2a3287716cea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.240963] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52908838-422d-02cf-45c1-1f9fa1fc7b86, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.241573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.241827] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.242106] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243959] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 765.243959] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522443e1-a2df-4514-62d4-1cafb4fc0f79" [ 765.243959] env[68199]: _type = "Task" [ 765.243959] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.251495] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522443e1-a2df-4514-62d4-1cafb4fc0f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270115] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270432] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance network_info: |[{"id": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "address": "fa:16:3e:26:d0:3e", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe0f127-6d", "ovs_interfaceid": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.270864] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d0:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe0f127-6d74-436c-9bb0-462a0e13b9e0', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.278468] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.279308] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.279873] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.280118] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6491d508-80ca-4aa2-bc87-28bc1ac1acfd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.299709] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.299709] env[68199]: value = "task-3069949" [ 765.299709] env[68199]: _type = "Task" [ 765.299709] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.307087] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069949, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.309176] env[68199]: DEBUG nova.compute.manager [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Received event network-changed-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.309352] env[68199]: DEBUG nova.compute.manager [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Refreshing instance network info cache due to event network-changed-bfe0f127-6d74-436c-9bb0-462a0e13b9e0. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.309561] env[68199]: DEBUG oslo_concurrency.lockutils [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] Acquiring lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.309701] env[68199]: DEBUG oslo_concurrency.lockutils [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] Acquired lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.309855] env[68199]: DEBUG nova.network.neutron [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Refreshing network info cache for port bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.356563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.508804] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069945, 'name': Rename_Task, 'duration_secs': 0.577832} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.509141] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.509413] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-147cd2b2-9a7b-4a1f-a280-a01e03e41a64 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.515901] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 765.515901] env[68199]: value = "task-3069950" [ 765.515901] env[68199]: _type = "Task" [ 765.515901] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.524114] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.604953] env[68199]: DEBUG nova.compute.utils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.610313] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.610574] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.690211] env[68199]: DEBUG nova.policy [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51ccf61d6b314c829f2e437ab15e3a0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9bae8922acb413b91e49b66e23cf337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.755454] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522443e1-a2df-4514-62d4-1cafb4fc0f79, 'name': SearchDatastore_Task, 'duration_secs': 0.008428} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.756962] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf50451-d43a-4974-ac77-f70f2f2625f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.762569] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 765.762569] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528b391b-6afa-44cf-689a-872fc5cae243" [ 765.762569] env[68199]: _type = "Task" [ 765.762569] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.769475] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528b391b-6afa-44cf-689a-872fc5cae243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.809406] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069949, 'name': CreateVM_Task, 'duration_secs': 0.33958} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.809596] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.810350] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.810518] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.810864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811127] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bcc689-a980-4dde-8c3a-b4236138408d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.818157] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 765.818157] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c11eb4-b13d-0d2c-3695-3faaef8cfeaf" [ 765.818157] env[68199]: _type = "Task" [ 765.818157] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.825557] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c11eb4-b13d-0d2c-3695-3faaef8cfeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.920227] env[68199]: DEBUG nova.compute.manager [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Received event network-changed-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.920227] env[68199]: DEBUG nova.compute.manager [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Refreshing instance network info cache due to event network-changed-f7791182-6f3e-41fb-8a2f-1f3369bc4f83. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.920227] env[68199]: DEBUG oslo_concurrency.lockutils [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] Acquiring lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.920227] env[68199]: DEBUG oslo_concurrency.lockutils [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] Acquired lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.920227] env[68199]: DEBUG nova.network.neutron [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Refreshing network info cache for port f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.009907] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Successfully created port: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.029933] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069950, 'name': PowerOnVM_Task} progress is 84%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.111409] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.178970] env[68199]: DEBUG nova.network.neutron [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Updated VIF entry in instance network info cache for port bfe0f127-6d74-436c-9bb0-462a0e13b9e0. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.179174] env[68199]: DEBUG nova.network.neutron [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Updating instance_info_cache with network_info: [{"id": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "address": "fa:16:3e:26:d0:3e", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe0f127-6d", "ovs_interfaceid": "bfe0f127-6d74-436c-9bb0-462a0e13b9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.278659] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528b391b-6afa-44cf-689a-872fc5cae243, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.281355] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.281608] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.282146] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282338] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.282560] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e363c1-6fff-4202-9af4-53819452e8bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.284455] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b0b5b8f-5d41-4211-819c-45c836e5d291 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.295582] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 766.295582] env[68199]: value = "task-3069951" [ 766.295582] env[68199]: _type = "Task" [ 766.295582] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.296770] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.297143] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.300841] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4ebb79-95e1-4fe9-b821-acf9f12229d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.312310] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 766.312310] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526d0052-f4ad-529a-7dcd-1af3f8e1dfb1" [ 766.312310] env[68199]: _type = "Task" [ 766.312310] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.312551] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.321181] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526d0052-f4ad-529a-7dcd-1af3f8e1dfb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.327670] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4aaaae-555c-4ea9-8a55-888a03608895 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.333369] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 766.333369] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524bb3b6-13ef-a871-1468-0fabb365c45c" [ 766.333369] env[68199]: _type = "Task" [ 766.333369] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.337108] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c11eb4-b13d-0d2c-3695-3faaef8cfeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.342768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343043] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.343283] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.343428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.343601] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.344115] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79690e9e-c02d-43b2-8058-58c4eacbee6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.351540] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524bb3b6-13ef-a871-1468-0fabb365c45c, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.352226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.352477] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.353248] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c064bef3-3cac-4d22-ad50-ae50d7c8e7a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.355098] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.355269] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.358445] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6bc925-46da-458c-9547-0c06e41aa9d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.366353] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 766.366353] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52dcc17d-89fa-a08b-c821-5ce000263b1f" [ 766.366353] env[68199]: _type = "Task" [ 766.366353] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.367965] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 766.367965] env[68199]: value = "task-3069952" [ 766.367965] env[68199]: _type = "Task" [ 766.367965] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.385396] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dcc17d-89fa-a08b-c821-5ce000263b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.388528] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.391697] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4bebc5-7891-4f58-bb24-34332b448604 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.398666] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 766.398666] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fad3e0-144e-a7da-b438-59afb4e2f2da" [ 766.398666] env[68199]: _type = "Task" [ 766.398666] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.407556] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fad3e0-144e-a7da-b438-59afb4e2f2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.527407] env[68199]: DEBUG oslo_vmware.api [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069950, 'name': PowerOnVM_Task, 'duration_secs': 0.968726} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.527407] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.527407] env[68199]: DEBUG nova.compute.manager [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.528260] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06fd47-4ff7-46c2-94b6-6c8b71110d1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.681621] env[68199]: DEBUG oslo_concurrency.lockutils [req-e77ac6e6-6def-4b6d-b21e-a16ceb924e4f req-f097b7c9-96b0-4510-9248-f02977651cf5 service nova] Releasing lock "refresh_cache-faed078e-05e1-49ca-a279-c6e9116a3a46" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.688777] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d125b63-6e58-41c6-a07a-6af9d1d5cc98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.699108] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41351cb4-1847-40d0-a3b0-bc9ceb155aec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.740622] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65f512-1f83-470a-bc55-0531d9bc5243 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.750318] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2d374-1666-438e-b50f-37b5553e16f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.767204] env[68199]: DEBUG nova.compute.provider_tree [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.778007] env[68199]: DEBUG nova.network.neutron [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updated VIF entry in instance network info cache for port f7791182-6f3e-41fb-8a2f-1f3369bc4f83. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.778394] env[68199]: DEBUG nova.network.neutron [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updating instance_info_cache with network_info: [{"id": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "address": "fa:16:3e:7d:bc:c5", "network": {"id": "33fd1908-4827-4003-bd5a-0052f608b93a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1691834126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60b5a8dc78844018d974d095b138dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7791182-6f", "ovs_interfaceid": "f7791182-6f3e-41fb-8a2f-1f3369bc4f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.806924] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511046} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.807692] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.807692] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.807692] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-887b88c3-e4f4-42c3-a917-cc7f343918b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.815778] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 766.815778] env[68199]: value = "task-3069953" [ 766.815778] env[68199]: _type = "Task" [ 766.815778] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.832136] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.884095] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069952, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.910044] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fad3e0-144e-a7da-b438-59afb4e2f2da, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.910495] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.910588] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] faed078e-05e1-49ca-a279-c6e9116a3a46/faed078e-05e1-49ca-a279-c6e9116a3a46.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.910905] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92942dd8-77cf-429a-a67b-034dc176e15e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.922223] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 766.922223] env[68199]: value = "task-3069954" [ 766.922223] env[68199]: _type = "Task" [ 766.922223] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.937966] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.053748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.126943] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.156021] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.156288] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.156456] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.156657] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.156823] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.156998] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.157250] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.157574] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.157643] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.157813] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.158024] env[68199]: DEBUG nova.virt.hardware [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.158972] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2373d0-446c-4917-ab97-107af9d05509 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.167761] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc0d8c0-5934-4a00-a718-671c989a0698 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.270450] env[68199]: DEBUG nova.scheduler.client.report [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.281180] env[68199]: DEBUG oslo_concurrency.lockutils [req-a63d1352-d628-4bce-940d-738d60b12940 req-7455184a-7612-4144-886b-5dd658232775 service nova] Releasing lock "refresh_cache-9e2bfb4b-822d-4728-9a5b-a126fde49d45" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.327507] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161667} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.328260] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.328666] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e97d363-8b65-417b-9760-86a546cb52b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.354190] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.354445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e31dae2-236f-4148-b83f-5ce1405b3b59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.377401] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 767.377401] env[68199]: value = "task-3069955" [ 767.377401] env[68199]: _type = "Task" [ 767.377401] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.384344] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743445} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.385038] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.385262] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.385546] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340f40bd-58fe-46fa-b981-b131e095274b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.390991] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.400097] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 767.400097] env[68199]: value = "task-3069956" [ 767.400097] env[68199]: _type = "Task" [ 767.400097] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.409403] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.433748] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.526065] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Successfully updated port: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.694161] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.694457] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.694698] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.694907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.695100] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.697969] env[68199]: INFO nova.compute.manager [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Terminating instance [ 767.775613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.776195] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.778883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.350s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.779088] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.781343] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.131s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.781495] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.783861] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.410s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.785418] env[68199]: INFO nova.compute.claims [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.810754] env[68199]: INFO nova.scheduler.client.report [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted allocations for instance 80305184-f11f-43c0-b66e-db85008a2e53 [ 767.823925] env[68199]: INFO nova.scheduler.client.report [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Deleted allocations for instance 6c0b1a50-ac65-424d-aa40-934135372423 [ 767.888388] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.910140] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153527} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.910140] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.910470] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d7a11d-c277-4999-a123-4732dafe8b78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.931751] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.934709] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ee4062-cfb1-40ca-8cd1-c826a28c4523 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.951687] env[68199]: DEBUG nova.compute.manager [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-vif-plugged-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.952224] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Acquiring lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.952414] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.952584] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.952753] env[68199]: DEBUG nova.compute.manager [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] No waiting events found dispatching network-vif-plugged-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.952914] env[68199]: WARNING nova.compute.manager [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received unexpected event network-vif-plugged-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 for instance with vm_state building and task_state spawning. [ 767.953119] env[68199]: DEBUG nova.compute.manager [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.953270] env[68199]: DEBUG nova.compute.manager [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing instance network info cache due to event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.953443] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.953573] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953721] env[68199]: DEBUG nova.network.neutron [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.961226] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592736} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.962896] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] faed078e-05e1-49ca-a279-c6e9116a3a46/faed078e-05e1-49ca-a279-c6e9116a3a46.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.963198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.963526] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 767.963526] env[68199]: value = "task-3069957" [ 767.963526] env[68199]: _type = "Task" [ 767.963526] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.964319] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8025e03-332e-4b19-b011-0710e6276088 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.977476] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.979035] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 767.979035] env[68199]: value = "task-3069958" [ 767.979035] env[68199]: _type = "Task" [ 767.979035] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.988635] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.028975] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.207172] env[68199]: DEBUG nova.compute.manager [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.207172] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.207172] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e8b16-d772-4396-a2ce-40b4ac903caf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.217711] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.217991] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae638bcd-3690-4fb8-8dc4-9d64088845c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.226505] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 768.226505] env[68199]: value = "task-3069959" [ 768.226505] env[68199]: _type = "Task" [ 768.226505] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.239357] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.295058] env[68199]: DEBUG nova.compute.utils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.298494] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.298722] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.322791] env[68199]: DEBUG oslo_concurrency.lockutils [None req-36138bab-2af5-4a54-b9d8-c4136e6523d0 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "80305184-f11f-43c0-b66e-db85008a2e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.335s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.327024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.327024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.332925] env[68199]: DEBUG oslo_concurrency.lockutils [None req-31faaedf-8eee-4069-a319-c67a7cc8ecef tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Lock "6c0b1a50-ac65-424d-aa40-934135372423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.734s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.374859] env[68199]: DEBUG nova.policy [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a06f64922a44c3a2a9c81d1b291e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7530619713142eb9727991a6d05be6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.388267] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069955, 'name': ReconfigVM_Task, 'duration_secs': 1.007351} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.388543] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0/733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.390365] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4103bec3-50e6-499d-85cd-9925fefa7eea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.398601] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 768.398601] env[68199]: value = "task-3069960" [ 768.398601] env[68199]: _type = "Task" [ 768.398601] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.408236] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069960, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.477544] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069957, 'name': ReconfigVM_Task, 'duration_secs': 0.422413} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.477834] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Reconfigured VM instance instance-0000002b to attach disk [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.478474] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd6ef7e-6642-46b8-9d5a-c4041d5f1c67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.492482] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269819} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.493870] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.494252] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 768.494252] env[68199]: value = "task-3069961" [ 768.494252] env[68199]: _type = "Task" [ 768.494252] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.494941] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42156e-e30d-4a3a-bdd4-fc2bfc65a637 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.523626] env[68199]: DEBUG nova.network.neutron [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.537812] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] faed078e-05e1-49ca-a279-c6e9116a3a46/faed078e-05e1-49ca-a279-c6e9116a3a46.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.537812] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069961, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.537812] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6368ff-cf8b-47a6-9624-aad630c82ca8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.561846] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 768.561846] env[68199]: value = "task-3069962" [ 768.561846] env[68199]: _type = "Task" [ 768.561846] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.573050] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.707626] env[68199]: DEBUG nova.network.neutron [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.741125] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069959, 'name': PowerOffVM_Task, 'duration_secs': 0.39559} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.741421] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.741605] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.741884] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe587a2-42c9-4a95-ac27-8f17acef7c90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.799859] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.889528] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Successfully created port: a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.911621] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069960, 'name': Rename_Task, 'duration_secs': 0.279223} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.911930] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.912268] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94b20853-fc46-4a29-8a0e-0fea7d96564d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.919706] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 768.919706] env[68199]: value = "task-3069964" [ 768.919706] env[68199]: _type = "Task" [ 768.919706] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.928502] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.009900] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069961, 'name': Rename_Task, 'duration_secs': 0.23434} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.011324] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.011609] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15caafce-c64c-4512-b88e-d9793ecfcc9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.023693] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 769.023693] env[68199]: value = "task-3069965" [ 769.023693] env[68199]: _type = "Task" [ 769.023693] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.039637] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.078334] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.205771] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Successfully created port: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.212048] env[68199]: DEBUG oslo_concurrency.lockutils [req-bdaca229-ff84-4716-ba30-4c66519398a2 req-80a51f4f-9ea4-4427-af9f-28e6601ad840 service nova] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212855] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.213030] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.357236] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22394e61-9638-4595-837a-60f0924d067d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.367900] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c46b53-535f-4997-a0b3-b3daf479c780 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.406337] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e3696-dbd1-44ab-a954-09c3f53ff65a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.416048] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136eb68b-2089-4a70-8395-14bb9fdd01bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.432330] env[68199]: DEBUG nova.compute.provider_tree [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.439952] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.440425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "e0925630-021c-4dbe-921a-1fcc8b738b53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.440920] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.441149] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.441341] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.441795] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.444096] env[68199]: INFO nova.compute.manager [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Terminating instance [ 769.539793] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069965, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.576588] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069962, 'name': ReconfigVM_Task, 'duration_secs': 0.714314} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.577177] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Reconfigured VM instance instance-0000002a to attach disk [datastore1] faed078e-05e1-49ca-a279-c6e9116a3a46/faed078e-05e1-49ca-a279-c6e9116a3a46.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.577848] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2e94bef-e7d7-438b-9a46-62e6dcc7b4e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.585999] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 769.585999] env[68199]: value = "task-3069966" [ 769.585999] env[68199]: _type = "Task" [ 769.585999] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.599323] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069966, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.699035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "002960bc-570e-4ed4-889f-5a476cc9471c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.699035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.699035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.699035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.699035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.701999] env[68199]: INFO nova.compute.manager [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Terminating instance [ 769.756827] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.813230] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.850024] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.850986] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.850986] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.851135] env[68199]: DEBUG nova.virt.hardware [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.854752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09323ef9-f10d-4305-82b3-a4479849b21d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.867558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bbec55-1c26-4acb-b1a0-85eba618ffb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.934563] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069964, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.936833] env[68199]: DEBUG nova.scheduler.client.report [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.948985] env[68199]: DEBUG nova.compute.manager [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.949363] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.950653] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bfe10-ab58-421e-8251-eaa685bf7f9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.955571] env[68199]: DEBUG nova.network.neutron [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.962547] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.963431] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364638bb-34ad-46a0-a2d1-611a82121ba8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.974352] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 769.974352] env[68199]: value = "task-3069967" [ 769.974352] env[68199]: _type = "Task" [ 769.974352] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.984369] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.037468] env[68199]: DEBUG oslo_vmware.api [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069965, 'name': PowerOnVM_Task, 'duration_secs': 0.592463} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.037747] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.038009] env[68199]: INFO nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Took 5.48 seconds to spawn the instance on the hypervisor. [ 770.038221] env[68199]: DEBUG nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.039148] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa44a3-2b10-4abf-8a07-65174c996b50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.097728] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069966, 'name': Rename_Task, 'duration_secs': 0.203606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.098764] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.099020] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e137a3f7-e21a-479b-bec6-786db3d77617 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.109699] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 770.109699] env[68199]: value = "task-3069968" [ 770.109699] env[68199]: _type = "Task" [ 770.109699] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.124219] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.212023] env[68199]: DEBUG nova.compute.manager [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.212023] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.212023] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df81399-8c7f-4019-8bce-66d227a9cab3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.221223] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.221223] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b716ea-adfe-4cc3-9612-62e69612a4b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.229303] env[68199]: DEBUG oslo_vmware.api [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 770.229303] env[68199]: value = "task-3069969" [ 770.229303] env[68199]: _type = "Task" [ 770.229303] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.238994] env[68199]: DEBUG oslo_vmware.api [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.436031] env[68199]: DEBUG oslo_vmware.api [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069964, 'name': PowerOnVM_Task, 'duration_secs': 1.275016} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.436031] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.436357] env[68199]: DEBUG nova.compute.manager [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.437260] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed117f0-7666-4226-ad41-f3b05bd5d0fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.445447] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.446113] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.452873] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.468s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.453304] env[68199]: INFO nova.compute.claims [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.458680] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.458912] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance network_info: |[{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.459237] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:6d:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.468422] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Creating folder: Project (e9bae8922acb413b91e49b66e23cf337). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.468750] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da804f45-0649-48c7-a4b4-5783bd8e0137 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.484236] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Created folder: Project (e9bae8922acb413b91e49b66e23cf337) in parent group-v614632. [ 770.484366] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Creating folder: Instances. Parent ref: group-v614754. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.488177] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2036544-8b46-41bd-b760-3cb45396e716 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.491690] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069967, 'name': PowerOffVM_Task, 'duration_secs': 0.212834} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.491690] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.491690] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.491960] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8696d01a-fa38-4961-bc3f-99fa59849aa5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.504966] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Created folder: Instances in parent group-v614754. [ 770.505269] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.505467] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.505697] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f58b6c4-1602-4f14-ae1a-94b70a258958 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.531191] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.531191] env[68199]: value = "task-3069973" [ 770.531191] env[68199]: _type = "Task" [ 770.531191] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.545607] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.564145] env[68199]: INFO nova.compute.manager [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Took 38.69 seconds to build instance. [ 770.622541] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.743791] env[68199]: DEBUG oslo_vmware.api [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069969, 'name': PowerOffVM_Task, 'duration_secs': 0.350745} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.744743] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.744743] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.744958] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44d553c-a88a-4ce5-bce8-634171a10231 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.953995] env[68199]: DEBUG nova.compute.utils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.955508] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.955732] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.971128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.042093] env[68199]: DEBUG nova.policy [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bfb95cc34f4ea3805a920c5d4203fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b44ad269524167a24451bd032ce59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.046480] env[68199]: DEBUG nova.compute.manager [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-vif-plugged-a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.046815] env[68199]: DEBUG oslo_concurrency.lockutils [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] Acquiring lock "084f19f1-db26-4524-b863-f9a4e968888c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.047252] env[68199]: DEBUG oslo_concurrency.lockutils [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.047457] env[68199]: DEBUG oslo_concurrency.lockutils [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.047754] env[68199]: DEBUG nova.compute.manager [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] No waiting events found dispatching network-vif-plugged-a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.048074] env[68199]: WARNING nova.compute.manager [req-cb0b168f-fd8e-4ded-b763-cca7b223725f req-4c356830-3ec1-4396-9bec-44dda35c4b6e service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received unexpected event network-vif-plugged-a0f7b14b-0619-496e-a6e7-10a764940bbe for instance with vm_state building and task_state spawning. [ 771.067691] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ac552427-e346-4b6b-a82a-2ba10facfdde tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.728s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.068074] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.130684] env[68199]: DEBUG oslo_vmware.api [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069968, 'name': PowerOnVM_Task, 'duration_secs': 0.691352} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.131336] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.131586] env[68199]: INFO nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Took 9.32 seconds to spawn the instance on the hypervisor. [ 771.132150] env[68199]: DEBUG nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.133848] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a8744-571b-40be-9bbb-43455e0ca59b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.171403] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Successfully updated port: a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.459037] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.478294] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Successfully created port: a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.545578] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.571207] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.661333] env[68199]: INFO nova.compute.manager [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Took 46.91 seconds to build instance. [ 771.697334] env[68199]: INFO nova.compute.manager [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Rebuilding instance [ 771.756481] env[68199]: DEBUG nova.compute.manager [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.757311] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245faabd-b4a6-48de-b1cd-582e5226c7af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.045665] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.067969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fcbbc0-a6c7-4298-a094-3c9ece6a8892 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.081023] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef3d7c8-9270-41ba-83ef-ad02ec39e8e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117155] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.118115] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79443d34-78e5-413f-83c6-baa9abb1130e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.127831] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5113ec-2c0e-4018-9015-932ae9aa2da0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.142138] env[68199]: DEBUG nova.compute.provider_tree [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.166593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.745s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.470346] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.503811] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.504116] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.504317] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.504545] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.504721] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.504954] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.505572] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.505808] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.506033] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.506238] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.506568] env[68199]: DEBUG nova.virt.hardware [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.507586] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a469e8-3249-4a23-b786-c81150ca625d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.521099] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ab10c-dedd-4783-b37f-43921622951a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.555275] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.555533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.555755] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore1] 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.556270] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.556661] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.556905] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleting the datastore file [datastore1] e0925630-021c-4dbe-921a-1fcc8b738b53 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.557773] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936a33a4-44a6-432e-9252-b96290c151cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.561070] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d33907-b843-48b6-ba71-5d9257a03531 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.570534] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.577813] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 772.577813] env[68199]: value = "task-3069976" [ 772.577813] env[68199]: _type = "Task" [ 772.577813] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.581909] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 772.581909] env[68199]: value = "task-3069975" [ 772.581909] env[68199]: _type = "Task" [ 772.581909] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.582209] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.582421] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.582604] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleting the datastore file [datastore2] 002960bc-570e-4ed4-889f-5a476cc9471c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.586615] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1def661-7317-4a6e-8e08-5f54ad398606 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.600236] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.604959] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.605081] env[68199]: DEBUG oslo_vmware.api [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for the task: (returnval){ [ 772.605081] env[68199]: value = "task-3069977" [ 772.605081] env[68199]: _type = "Task" [ 772.605081] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.649468] env[68199]: DEBUG nova.scheduler.client.report [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.780006] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.780681] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b780b5ab-fc8b-489b-b98a-16cfc31de902 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.789600] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 772.789600] env[68199]: value = "task-3069978" [ 772.789600] env[68199]: _type = "Task" [ 772.789600] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.802192] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.016973] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "92a7e525-691d-4b2f-915f-89595543fe46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.017355] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.017715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "92a7e525-691d-4b2f-915f-89595543fe46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.018070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.018379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.021471] env[68199]: INFO nova.compute.manager [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Terminating instance [ 773.042849] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6215ebf7-e084-4fc7-ba21-1703c3ebd845 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.049485] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Suspending the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 773.053953] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5ef9c177-660c-43b3-8881-d616b10bc7fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.056079] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069973, 'name': CreateVM_Task, 'duration_secs': 2.270091} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.056310] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.057270] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.057456] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.057797] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.058240] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afff0d6b-9d18-4d91-b7ce-0caf1f77e238 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.061980] env[68199]: DEBUG oslo_vmware.api [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 773.061980] env[68199]: value = "task-3069979" [ 773.061980] env[68199]: _type = "Task" [ 773.061980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.072130] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 773.072130] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ca2f21-a5a6-3975-956b-334573ca3674" [ 773.072130] env[68199]: _type = "Task" [ 773.072130] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.081938] env[68199]: DEBUG oslo_vmware.api [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069979, 'name': SuspendVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.090022] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ca2f21-a5a6-3975-956b-334573ca3674, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.094797] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.094797] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.095051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.095645] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.095645] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.099016] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc22353-847d-4fed-bd17-241b4edb9292 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.102210] env[68199]: DEBUG oslo_vmware.api [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3069976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170838} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.102210] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.102210] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.102210] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.102210] env[68199]: INFO nova.compute.manager [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Took 4.90 seconds to destroy the instance on the hypervisor. [ 773.102210] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.106184] env[68199]: DEBUG nova.compute.manager [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.106306] env[68199]: DEBUG nova.network.neutron [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.108458] env[68199]: DEBUG oslo_vmware.api [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169064} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.111894] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.112092] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.112294] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.112607] env[68199]: INFO nova.compute.manager [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Took 3.16 seconds to destroy the instance on the hypervisor. [ 773.112706] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.114332] env[68199]: DEBUG nova.compute.manager [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.114332] env[68199]: DEBUG nova.network.neutron [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.115795] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.115964] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.116980] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843ad20e-5b65-4d39-906e-0dbe866a9039 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.122551] env[68199]: DEBUG oslo_vmware.api [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Task: {'id': task-3069977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175757} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.123087] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.123292] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.123484] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.123652] env[68199]: INFO nova.compute.manager [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Took 2.91 seconds to destroy the instance on the hypervisor. [ 773.123876] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.124363] env[68199]: DEBUG nova.compute.manager [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.124363] env[68199]: DEBUG nova.network.neutron [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.127103] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 773.127103] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52220904-20ad-3165-f5e5-18a8164fef6d" [ 773.127103] env[68199]: _type = "Task" [ 773.127103] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.135969] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52220904-20ad-3165-f5e5-18a8164fef6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.156227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.156721] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.160229] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.161453] env[68199]: INFO nova.compute.claims [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.299647] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069978, 'name': PowerOffVM_Task, 'duration_secs': 0.213391} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.299920] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.300636] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.303421] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f236db-7c92-440d-accf-b0279a7c50ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.311565] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.311887] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-314111a4-a928-4fa5-9688-9955200d5080 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.347207] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.347207] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.347207] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Deleting the datastore file [datastore2] daa314ca-8e53-4e19-af98-749c8c782876 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.347207] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c81973-c0a5-468d-80ef-5b3a9ac5e66e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.353773] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 773.353773] env[68199]: value = "task-3069981" [ 773.353773] env[68199]: _type = "Task" [ 773.353773] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.363115] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.510506] env[68199]: DEBUG nova.compute.manager [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-changed-a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.511150] env[68199]: DEBUG nova.compute.manager [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Refreshing instance network info cache due to event network-changed-a0f7b14b-0619-496e-a6e7-10a764940bbe. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.511311] env[68199]: DEBUG oslo_concurrency.lockutils [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] Acquiring lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.511440] env[68199]: DEBUG oslo_concurrency.lockutils [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] Acquired lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.511642] env[68199]: DEBUG nova.network.neutron [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Refreshing network info cache for port a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.529935] env[68199]: DEBUG nova.compute.manager [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.529935] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.529935] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032afce-bd31-43d1-9820-b51b4e0e5e2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.540196] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.540196] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959e4ec0-2906-40da-b6a0-19e29756afa6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.549020] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 773.549020] env[68199]: value = "task-3069982" [ 773.549020] env[68199]: _type = "Task" [ 773.549020] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.561241] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.577719] env[68199]: DEBUG oslo_vmware.api [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069979, 'name': SuspendVM_Task} progress is 58%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.611070] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Successfully updated port: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.641268] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52220904-20ad-3165-f5e5-18a8164fef6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.641268] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efb303c-1391-45df-afa9-61d64011fdec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.647105] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 773.647105] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c2175e-023a-eace-26ff-2617247bc25c" [ 773.647105] env[68199]: _type = "Task" [ 773.647105] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.659291] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c2175e-023a-eace-26ff-2617247bc25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.670910] env[68199]: DEBUG nova.compute.utils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.670910] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.670910] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.710656] env[68199]: DEBUG nova.policy [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdf4a94086b14fec9384d90b167b7ed0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523fe6e2a92f49f6b7dee61737288f24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.864486] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3069981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102435} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.864805] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.865073] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.865262] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.880647] env[68199]: DEBUG nova.compute.manager [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received event network-vif-plugged-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.880647] env[68199]: DEBUG oslo_concurrency.lockutils [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] Acquiring lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.880647] env[68199]: DEBUG oslo_concurrency.lockutils [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.880843] env[68199]: DEBUG oslo_concurrency.lockutils [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.881671] env[68199]: DEBUG nova.compute.manager [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] No waiting events found dispatching network-vif-plugged-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.884450] env[68199]: WARNING nova.compute.manager [req-5c8aba88-9f82-4bfe-a067-56405eada4c1 req-94ba776c-a28b-47fc-8826-46e870214301 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received unexpected event network-vif-plugged-a341dca3-711a-4092-975f-31bf384a900b for instance with vm_state building and task_state spawning. [ 774.056039] env[68199]: DEBUG nova.network.neutron [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.066030] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069982, 'name': PowerOffVM_Task, 'duration_secs': 0.22117} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.066030] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Successfully created port: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.067149] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.067335] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.067650] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a14519d-be74-4a03-8afd-886cc6984ea4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.079434] env[68199]: DEBUG oslo_vmware.api [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069979, 'name': SuspendVM_Task, 'duration_secs': 0.718195} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.080034] env[68199]: DEBUG nova.network.neutron [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.081478] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Suspended the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 774.081678] env[68199]: DEBUG nova.compute.manager [None req-9d12c21f-6043-48ac-bda4-a0079e40034a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.082788] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d75c4c-88e6-4110-88a3-84622401fb98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.118028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.131536] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.131795] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.131957] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore1] 92a7e525-691d-4b2f-915f-89595543fe46 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.132229] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4db4140-b4fa-408e-bea6-10859c1db7a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.139012] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 774.139012] env[68199]: value = "task-3069984" [ 774.139012] env[68199]: _type = "Task" [ 774.139012] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.147927] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.158937] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c2175e-023a-eace-26ff-2617247bc25c, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.159284] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.159597] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e834d430-07da-48c1-9eb5-4884c24ba994/e834d430-07da-48c1-9eb5-4884c24ba994.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.163033] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819ee8f4-a2c1-4d81-a581-934855b31925 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.166072] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 774.166072] env[68199]: value = "task-3069985" [ 774.166072] env[68199]: _type = "Task" [ 774.166072] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.177075] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.180580] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.211543] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Successfully updated port: a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.223116] env[68199]: DEBUG nova.network.neutron [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.586702] env[68199]: INFO nova.compute.manager [-] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Took 1.47 seconds to deallocate network for instance. [ 774.608257] env[68199]: DEBUG nova.network.neutron [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.650175] env[68199]: DEBUG oslo_vmware.api [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3069984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191857} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.653131] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.653360] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.653578] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.653711] env[68199]: INFO nova.compute.manager [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Took 1.13 seconds to destroy the instance on the hypervisor. [ 774.653979] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.655518] env[68199]: DEBUG nova.compute.manager [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.655615] env[68199]: DEBUG nova.network.neutron [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.679575] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.687007] env[68199]: DEBUG nova.network.neutron [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.714646] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.714914] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.715312] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.725712] env[68199]: DEBUG oslo_concurrency.lockutils [req-863d6fd6-dc4e-4199-bce0-4af9ffd624e9 req-aa750365-b0b1-4dd4-902d-ba7f5f9acdab service nova] Releasing lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.727016] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.727099] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.728705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecaea79-2531-414c-a2a1-bfad86ec97a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.737479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d80240-c1f4-4785-adeb-44e63cb08fcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.776646] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e3b4dd-7ff8-456c-87dc-b8cdc28abc66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.787159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845c466-38f3-42e7-bf2b-a3c9158aa1b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.805405] env[68199]: DEBUG nova.compute.provider_tree [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.913068] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.913068] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.913068] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.913335] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.913335] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.913404] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.913591] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.913752] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.914965] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.914965] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.914965] env[68199]: DEBUG nova.virt.hardware [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.915940] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca77b609-d95a-48c8-83a5-47532eac0219 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.924442] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3765376f-c7f1-4a35-a134-0f732d819b44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.941033] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.947104] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.947400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.947623] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6794d2f3-7f57-4292-a053-34a36f22d95e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.966715] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.966715] env[68199]: value = "task-3069986" [ 774.966715] env[68199]: _type = "Task" [ 774.966715] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.975554] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069986, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.099365] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.111489] env[68199]: INFO nova.compute.manager [-] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Took 1.99 seconds to deallocate network for instance. [ 775.180463] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559128} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.180724] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] e834d430-07da-48c1-9eb5-4884c24ba994/e834d430-07da-48c1-9eb5-4884c24ba994.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.181030] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.181290] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc1d498-c6cb-49d8-b6dd-51b2fa6780c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.190343] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.193410] env[68199]: INFO nova.compute.manager [-] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Took 2.09 seconds to deallocate network for instance. [ 775.193738] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 775.193738] env[68199]: value = "task-3069987" [ 775.193738] env[68199]: _type = "Task" [ 775.193738] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.206375] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.216520] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.216759] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.216914] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.217107] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.217256] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.217402] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.217611] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.217766] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.217931] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.218253] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.218326] env[68199]: DEBUG nova.virt.hardware [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.220985] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2eb58-c8df-4c67-8bf5-ace5d568f9b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.229505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48744605-92d3-4ea2-9147-7167be193548 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.254216] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.289451] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.309733] env[68199]: DEBUG nova.scheduler.client.report [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.419561] env[68199]: DEBUG nova.network.neutron [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.479361] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069986, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.520482] env[68199]: DEBUG nova.network.neutron [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.620063] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.703308] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Successfully updated port: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.705731] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.710358] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067126} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.710770] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.711953] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161ae6f-71a6-4c5c-a022-29e1905080f9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.741377] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e834d430-07da-48c1-9eb5-4884c24ba994/e834d430-07da-48c1-9eb5-4884c24ba994.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.742687] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f49fe64-038b-4683-98be-20b609b5964a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.765278] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 775.765278] env[68199]: value = "task-3069988" [ 775.765278] env[68199]: _type = "Task" [ 775.765278] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.773762] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.822024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.822024] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.823126] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.231s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.823521] env[68199]: DEBUG nova.objects.instance [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lazy-loading 'resources' on Instance uuid 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.873337] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-vif-plugged-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.873558] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Acquiring lock "084f19f1-db26-4524-b863-f9a4e968888c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.873758] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.873923] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.874109] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] No waiting events found dispatching network-vif-plugged-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.874263] env[68199]: WARNING nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received unexpected event network-vif-plugged-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe for instance with vm_state building and task_state spawning. [ 775.874420] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Received event network-vif-deleted-9d8fa838-3b79-4463-96c2-94393298aa3e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.874590] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-changed-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.874738] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Refreshing instance network info cache due to event network-changed-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.874896] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Acquiring lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.922457] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.922457] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Instance network_info: |[{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.922457] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:61:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a341dca3-711a-4092-975f-31bf384a900b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.929998] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.932916] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.933193] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-637db1f5-eefd-4b61-8c79-f2137d733445 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.957032] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.957032] env[68199]: value = "task-3069989" [ 775.957032] env[68199]: _type = "Task" [ 775.957032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.968414] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069989, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.976928] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069986, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.995489] env[68199]: DEBUG nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.996452] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b07d0-f955-4c19-a631-75ce8e2ec5d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.024503] env[68199]: INFO nova.compute.manager [-] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Took 1.37 seconds to deallocate network for instance. [ 776.032965] env[68199]: DEBUG nova.network.neutron [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Updating instance_info_cache with network_info: [{"id": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "address": "fa:16:3e:79:ea:cf", "network": {"id": "c09c477c-95eb-413c-8401-e194a685e82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1394166585", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f7b14b-06", "ovs_interfaceid": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "address": "fa:16:3e:d6:ff:8d", "network": {"id": "cc013c86-b96f-429e-9b0c-0003d4854fc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785695059", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcfcdfa-36", "ovs_interfaceid": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.207496] env[68199]: DEBUG nova.compute.manager [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Received event network-vif-deleted-59d07d9b-5144-4b86-bd43-0891352d4454 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.208195] env[68199]: DEBUG nova.compute.manager [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Received event network-vif-deleted-f66b901f-1658-4503-ac69-b1851bed5c5b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.208195] env[68199]: DEBUG nova.compute.manager [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received event network-changed-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.208195] env[68199]: DEBUG nova.compute.manager [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing instance network info cache due to event network-changed-a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.209677] env[68199]: DEBUG oslo_concurrency.lockutils [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] Acquiring lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.209677] env[68199]: DEBUG oslo_concurrency.lockutils [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] Acquired lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.212431] env[68199]: DEBUG nova.network.neutron [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing network info cache for port a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.215401] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.215401] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquired lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215401] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.249485] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "8fcb2d88-73d7-496b-b54c-7034348825a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.249485] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.276576] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.281260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "90e31d6f-2160-479e-b5e3-5351e7229647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.281481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.326876] env[68199]: DEBUG nova.compute.utils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.327999] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 776.477205] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069989, 'name': CreateVM_Task, 'duration_secs': 0.370835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.479953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.482977] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.483194] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.483523] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.484257] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534b8cb8-dba6-4324-9dcf-7ee61a9e724b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.488842] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069986, 'name': CreateVM_Task, 'duration_secs': 1.209746} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.492838] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.492838] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.492838] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.492838] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.492838] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e672948-ac11-4a9f-8861-0a4db9cae12f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.492838] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 776.492838] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e7b804-d0ba-e795-8309-146324610121" [ 776.492838] env[68199]: _type = "Task" [ 776.492838] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.499162] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 776.499162] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c833c4-2d6b-2b0f-9a3d-8ca27a20d68c" [ 776.499162] env[68199]: _type = "Task" [ 776.499162] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.507362] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e7b804-d0ba-e795-8309-146324610121, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.507905] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508145] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.508371] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.508517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.508700] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.509657] env[68199]: INFO nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] instance snapshotting [ 776.510759] env[68199]: WARNING nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 776.511244] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943ced30-0367-4bf9-b947-f112a35f19b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.516120] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c4d157-a038-4ade-93d3-1afd4a7c903b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.518637] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c833c4-2d6b-2b0f-9a3d-8ca27a20d68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.537461] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.537957] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.538299] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance network_info: |[{"id": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "address": "fa:16:3e:79:ea:cf", "network": {"id": "c09c477c-95eb-413c-8401-e194a685e82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1394166585", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f7b14b-06", "ovs_interfaceid": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "address": "fa:16:3e:d6:ff:8d", "network": {"id": "cc013c86-b96f-429e-9b0c-0003d4854fc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785695059", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcfcdfa-36", "ovs_interfaceid": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.542098] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Acquired lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.542293] env[68199]: DEBUG nova.network.neutron [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Refreshing network info cache for port 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.543436] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ea:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f7b14b-0619-496e-a6e7-10a764940bbe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ff:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.552286] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.552970] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad187d-9ced-4502-b42b-32d87f17f889 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.555608] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.555779] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.557998] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.558296] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee10cd4-2bdd-4d16-a24c-c7a53b77a3c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.560332] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b781d57-442b-4e51-9b4f-c1747c82a85f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.590133] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 776.590133] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d0d55a-751a-b4a8-da5c-ca2d69faf698" [ 776.590133] env[68199]: _type = "Task" [ 776.590133] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.590133] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.590133] env[68199]: value = "task-3069990" [ 776.590133] env[68199]: _type = "Task" [ 776.590133] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.604133] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d0d55a-751a-b4a8-da5c-ca2d69faf698, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.604355] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069990, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.605111] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ff43ed-2d30-4877-be81-197619701fbd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.611098] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 776.611098] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52470135-3346-8c72-2d07-678280c9daa4" [ 776.611098] env[68199]: _type = "Task" [ 776.611098] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.620615] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52470135-3346-8c72-2d07-678280c9daa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.749542] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.751659] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.778161] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069988, 'name': ReconfigVM_Task, 'duration_secs': 0.617206} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.780500] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e834d430-07da-48c1-9eb5-4884c24ba994/e834d430-07da-48c1-9eb5-4884c24ba994.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.781350] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3db819b8-729a-4670-a61b-db11326b82f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.787794] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 776.787794] env[68199]: value = "task-3069991" [ 776.787794] env[68199]: _type = "Task" [ 776.787794] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.798451] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069991, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.831774] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.842030] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19108c8-d9c6-4f47-868a-2da46201282b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.853798] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d0498-ebf4-4587-afeb-4094a89a6f17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.894899] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef924052-11bf-4b45-9ad2-f847386a05fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.907373] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e5c64-f686-41da-860a-030cb29307d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.921485] env[68199]: DEBUG nova.compute.provider_tree [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.931320] env[68199]: DEBUG nova.network.neutron [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Updating instance_info_cache with network_info: [{"id": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "address": "fa:16:3e:ad:9d:c6", "network": {"id": "4e1db1e5-be9e-4b79-ac95-c4af207807f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-835043609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523fe6e2a92f49f6b7dee61737288f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c66a47-7c", "ovs_interfaceid": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.011680] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c833c4-2d6b-2b0f-9a3d-8ca27a20d68c, 'name': SearchDatastore_Task, 'duration_secs': 0.017428} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.012378] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.012616] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.012852] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.012995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.013240] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.013533] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d259a40-7288-4880-b78b-829a691640cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.024130] env[68199]: DEBUG nova.network.neutron [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updated VIF entry in instance network info cache for port a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.024130] env[68199]: DEBUG nova.network.neutron [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.025506] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.025614] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.026794] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3942ac-d8a7-4508-b62d-81e236c6c7e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.031934] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 777.031934] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c44991-d5a5-e5aa-636d-c02a99505f7d" [ 777.031934] env[68199]: _type = "Task" [ 777.031934] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.040817] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c44991-d5a5-e5aa-636d-c02a99505f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.089900] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.090248] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7282d9bf-81ec-4c9b-bc09-22f52e68e9fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.104734] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069990, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.105318] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 777.105318] env[68199]: value = "task-3069992" [ 777.105318] env[68199]: _type = "Task" [ 777.105318] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.114782] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069992, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.124379] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52470135-3346-8c72-2d07-678280c9daa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.124379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.124379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 73f40b7d-48eb-41a0-8097-f155dca16c2d/73f40b7d-48eb-41a0-8097-f155dca16c2d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.125110] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1516eef6-7317-424c-8ad0-10daa935377e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.130474] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 777.130474] env[68199]: value = "task-3069993" [ 777.130474] env[68199]: _type = "Task" [ 777.130474] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.138501] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.278610] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.298712] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069991, 'name': Rename_Task, 'duration_secs': 0.181453} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.299046] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.299255] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ee04ec-86a2-4aa4-a028-d1782baa8dae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.305936] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 777.305936] env[68199]: value = "task-3069994" [ 777.305936] env[68199]: _type = "Task" [ 777.305936] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.318177] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.424016] env[68199]: DEBUG nova.scheduler.client.report [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.434417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Releasing lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.434757] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Instance network_info: |[{"id": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "address": "fa:16:3e:ad:9d:c6", "network": {"id": "4e1db1e5-be9e-4b79-ac95-c4af207807f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-835043609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523fe6e2a92f49f6b7dee61737288f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c66a47-7c", "ovs_interfaceid": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.435227] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30c66a47-7cab-4dd5-8bf1-4144decb2dfa', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.447307] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Creating folder: Project (523fe6e2a92f49f6b7dee61737288f24). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.448394] env[68199]: DEBUG nova.network.neutron [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Updated VIF entry in instance network info cache for port 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.448834] env[68199]: DEBUG nova.network.neutron [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Updating instance_info_cache with network_info: [{"id": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "address": "fa:16:3e:79:ea:cf", "network": {"id": "c09c477c-95eb-413c-8401-e194a685e82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1394166585", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f7b14b-06", "ovs_interfaceid": "a0f7b14b-0619-496e-a6e7-10a764940bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "address": "fa:16:3e:d6:ff:8d", "network": {"id": "cc013c86-b96f-429e-9b0c-0003d4854fc7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785695059", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b7530619713142eb9727991a6d05be6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcfcdfa-36", "ovs_interfaceid": "3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.450729] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27af808-fa95-4f3d-a19e-a8b27cfdddd9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.462166] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Created folder: Project (523fe6e2a92f49f6b7dee61737288f24) in parent group-v614632. [ 777.462501] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Creating folder: Instances. Parent ref: group-v614760. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.462803] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c8f8745-7bda-4b9c-8ad8-d56cda1279f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.474018] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Created folder: Instances in parent group-v614760. [ 777.474530] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.474803] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.475090] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41744f97-dbae-42af-9ad7-9dd3977f3954 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.498608] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.498608] env[68199]: value = "task-3069997" [ 777.498608] env[68199]: _type = "Task" [ 777.498608] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.507251] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069997, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.527817] env[68199]: DEBUG oslo_concurrency.lockutils [req-5e811cdb-e2bc-4b6e-afe4-ead1d3ab87ec req-a33034b6-5d16-475b-b446-95b47e6f8fa0 service nova] Releasing lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.542705] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c44991-d5a5-e5aa-636d-c02a99505f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.544287] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7578d450-c2d2-4b35-ac93-e88decdb9bf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.553175] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 777.553175] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522def88-d223-3438-d54c-d474340d94a8" [ 777.553175] env[68199]: _type = "Task" [ 777.553175] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.561612] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522def88-d223-3438-d54c-d474340d94a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.605306] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069990, 'name': CreateVM_Task, 'duration_secs': 0.517878} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.605627] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.610672] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.610970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.611353] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.612030] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a812a20e-1664-43d0-9762-5dc08e7fc9d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.620883] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069992, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.621277] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 777.621277] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d492bb-f7d1-be74-2dc6-22a443eda1da" [ 777.621277] env[68199]: _type = "Task" [ 777.621277] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.630030] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d492bb-f7d1-be74-2dc6-22a443eda1da, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.630136] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.630320] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.630555] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.630703] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.630989] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.631315] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b1a313-157d-4966-9b7b-a7f1c8125a4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.641608] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489403} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.643061] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 73f40b7d-48eb-41a0-8097-f155dca16c2d/73f40b7d-48eb-41a0-8097-f155dca16c2d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.643061] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.643310] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.643524] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.644238] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cd1fc9c-22f1-4434-a809-5a36f47f2fbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646150] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdf3af5-01e8-471f-8716-b074d480d022 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.653643] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 777.653643] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fe7e3d-3aa8-a047-b461-9bade1666bb1" [ 777.653643] env[68199]: _type = "Task" [ 777.653643] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.655095] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 777.655095] env[68199]: value = "task-3069998" [ 777.655095] env[68199]: _type = "Task" [ 777.655095] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.666772] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fe7e3d-3aa8-a047-b461-9bade1666bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.670686] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.670991] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4bb1a3-a37e-4f91-a68d-274b46a41e45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.676329] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 777.676329] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52faf4ed-c911-0f75-33d8-ecf82f3da9d2" [ 777.676329] env[68199]: _type = "Task" [ 777.676329] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.685194] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52faf4ed-c911-0f75-33d8-ecf82f3da9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.818809] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069994, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.845485] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.869023] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.869371] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.869371] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.869480] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.869649] env[68199]: DEBUG nova.virt.hardware [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.870511] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da75fe3-3e3c-4372-adbc-1cc6f452da81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.878742] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727f0cee-29ef-4564-91db-df8ef09f30da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.892317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.898173] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Creating folder: Project (b5b5aa799a334f8885e9398347249189). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.899655] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afbee750-d48d-4605-af2a-6dfb63628369 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902266] env[68199]: DEBUG nova.compute.manager [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Received event network-vif-plugged-30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.902527] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Acquiring lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.903180] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.903180] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.903180] env[68199]: DEBUG nova.compute.manager [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] No waiting events found dispatching network-vif-plugged-30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.903365] env[68199]: WARNING nova.compute.manager [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Received unexpected event network-vif-plugged-30c66a47-7cab-4dd5-8bf1-4144decb2dfa for instance with vm_state building and task_state spawning. [ 777.903573] env[68199]: DEBUG nova.compute.manager [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Received event network-changed-30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.903778] env[68199]: DEBUG nova.compute.manager [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Refreshing instance network info cache due to event network-changed-30c66a47-7cab-4dd5-8bf1-4144decb2dfa. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.904017] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Acquiring lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.904227] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Acquired lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.904433] env[68199]: DEBUG nova.network.neutron [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Refreshing network info cache for port 30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.916671] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Created folder: Project (b5b5aa799a334f8885e9398347249189) in parent group-v614632. [ 777.916779] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Creating folder: Instances. Parent ref: group-v614764. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.917184] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6121ce73-cc7f-4612-880a-981de40d80a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.926351] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Created folder: Instances in parent group-v614764. [ 777.926574] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.926751] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.926943] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fba093e-bc25-4e35-a139-00e12e624a58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.940411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.942857] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.847s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.944286] env[68199]: INFO nova.compute.claims [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.952795] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.952795] env[68199]: value = "task-3070001" [ 777.952795] env[68199]: _type = "Task" [ 777.952795] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.953346] env[68199]: DEBUG oslo_concurrency.lockutils [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] Releasing lock "refresh_cache-084f19f1-db26-4524-b863-f9a4e968888c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.953593] env[68199]: DEBUG nova.compute.manager [req-acd4f777-184e-439c-8aef-2b62187cc246 req-36b86641-7336-43d1-9800-233580b965b8 service nova] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Received event network-vif-deleted-c722e898-cba0-4e8e-882a-77f13885482a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.962485] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070001, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.966296] env[68199]: INFO nova.scheduler.client.report [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Deleted allocations for instance 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97 [ 778.010451] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069997, 'name': CreateVM_Task, 'duration_secs': 0.333206} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.011138] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.011977] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.012211] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.012557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.012855] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98887ade-5fe6-4f1f-86a0-16c0a6381682 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.019185] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 778.019185] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5201b7bc-2f11-78f2-6108-0c6309fbdc8f" [ 778.019185] env[68199]: _type = "Task" [ 778.019185] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.027816] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5201b7bc-2f11-78f2-6108-0c6309fbdc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.062285] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522def88-d223-3438-d54c-d474340d94a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018909} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.062573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.062838] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.063174] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a41ae18-7fe4-4ba4-b472-667ebcfe2a0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.069924] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 778.069924] env[68199]: value = "task-3070002" [ 778.069924] env[68199]: _type = "Task" [ 778.069924] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.082201] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.117360] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3069992, 'name': CreateSnapshot_Task, 'duration_secs': 0.605243} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.117548] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.118449] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c934687-7b4d-4907-a593-3dc0011ca571 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.169196] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3069998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064817} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.170011] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.170505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd6964-769b-4ca5-86eb-0d47ca37dcdb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.193958] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 73f40b7d-48eb-41a0-8097-f155dca16c2d/73f40b7d-48eb-41a0-8097-f155dca16c2d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.197649] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e609879f-3f46-4ae1-b3a8-5c16d83d9b44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.217554] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52faf4ed-c911-0f75-33d8-ecf82f3da9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.218879] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.219207] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 084f19f1-db26-4524-b863-f9a4e968888c/084f19f1-db26-4524-b863-f9a4e968888c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.219564] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 778.219564] env[68199]: value = "task-3070003" [ 778.219564] env[68199]: _type = "Task" [ 778.219564] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.219816] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b41163-d450-4cba-bbf7-1c8c265c73cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.231200] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.232422] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 778.232422] env[68199]: value = "task-3070004" [ 778.232422] env[68199]: _type = "Task" [ 778.232422] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.319974] env[68199]: DEBUG oslo_vmware.api [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3069994, 'name': PowerOnVM_Task, 'duration_secs': 0.82785} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.320294] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.320532] env[68199]: INFO nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Took 11.19 seconds to spawn the instance on the hypervisor. [ 778.320738] env[68199]: DEBUG nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.321632] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca410c5-8064-4739-b553-30487d3902f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.467687] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070001, 'name': CreateVM_Task, 'duration_secs': 0.462093} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.467890] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.468356] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.473586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Lock "1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.355s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.530571] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5201b7bc-2f11-78f2-6108-0c6309fbdc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.531077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.531264] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.531513] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.531661] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.531853] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.532216] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.533213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.533213] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38aba542-857c-4897-bf70-c7e5b1205da4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.535956] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6e46fb-49ce-4c0c-9d49-ee6009ed663e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.542340] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 778.542340] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f4fbe6-bebc-db80-5726-5c45dad38252" [ 778.542340] env[68199]: _type = "Task" [ 778.542340] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.554149] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4fbe6-bebc-db80-5726-5c45dad38252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.558413] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.558639] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.560360] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28aef8b3-320c-48f6-bc13-164aee29ccb7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.569014] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 778.569014] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c3097c-5fb8-5b3e-9dd8-83b5922cb752" [ 778.569014] env[68199]: _type = "Task" [ 778.569014] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.582227] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3097c-5fb8-5b3e-9dd8-83b5922cb752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.585322] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070002, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.639553] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.639553] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32902e1c-f429-40c2-8be0-c94c26c37f67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.650204] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 778.650204] env[68199]: value = "task-3070005" [ 778.650204] env[68199]: _type = "Task" [ 778.650204] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.656558] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070005, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.742212] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070003, 'name': ReconfigVM_Task, 'duration_secs': 0.31544} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.745285] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 73f40b7d-48eb-41a0-8097-f155dca16c2d/73f40b7d-48eb-41a0-8097-f155dca16c2d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.749293] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3556f624-388f-45b8-9d58-54cd0d561aac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.758898] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.761043] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 778.761043] env[68199]: value = "task-3070006" [ 778.761043] env[68199]: _type = "Task" [ 778.761043] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.773435] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070006, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.821451] env[68199]: DEBUG nova.network.neutron [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Updated VIF entry in instance network info cache for port 30c66a47-7cab-4dd5-8bf1-4144decb2dfa. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.821928] env[68199]: DEBUG nova.network.neutron [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Updating instance_info_cache with network_info: [{"id": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "address": "fa:16:3e:ad:9d:c6", "network": {"id": "4e1db1e5-be9e-4b79-ac95-c4af207807f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-835043609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523fe6e2a92f49f6b7dee61737288f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c66a47-7c", "ovs_interfaceid": "30c66a47-7cab-4dd5-8bf1-4144decb2dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.845154] env[68199]: INFO nova.compute.manager [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Took 43.01 seconds to build instance. [ 779.064281] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4fbe6-bebc-db80-5726-5c45dad38252, 'name': SearchDatastore_Task, 'duration_secs': 0.027517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.064281] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.064281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.064281] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.087672] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3097c-5fb8-5b3e-9dd8-83b5922cb752, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.092310] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513815} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.095464] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56624438-005f-4642-b0ca-1096f7d4360e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.100215] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.100535] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.102199] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b0873e1-8ca4-47a0-8733-abb2dd703801 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.108542] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 779.108542] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527c5552-cd8f-c566-52dd-eea807a766eb" [ 779.108542] env[68199]: _type = "Task" [ 779.108542] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.117805] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 779.117805] env[68199]: value = "task-3070007" [ 779.117805] env[68199]: _type = "Task" [ 779.117805] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.127437] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527c5552-cd8f-c566-52dd-eea807a766eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.129038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129038] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] fdb15207-4edb-4315-b849-04643bdac5e9/fdb15207-4edb-4315-b849-04643bdac5e9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.129406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.129696] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.130020] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b479493c-44e1-4d06-ac29-fb59daed798a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.135468] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef392d9-9701-4cf1-9712-196add01e7b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.137655] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.146623] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 779.146623] env[68199]: value = "task-3070008" [ 779.146623] env[68199]: _type = "Task" [ 779.146623] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.147644] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.147813] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.151913] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37859f3-6b3a-4c38-94e9-121c5d9710bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.166317] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 779.166317] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527dedc5-cbc8-44dc-4782-cacacf57da07" [ 779.166317] env[68199]: _type = "Task" [ 779.166317] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.174434] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070005, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.174717] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.185745] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527dedc5-cbc8-44dc-4782-cacacf57da07, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.189467] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca85e57-d1c3-4723-aaea-766436b2c2af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.194829] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 779.194829] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e8c885-0161-d36b-1ffc-8b86f742e23e" [ 779.194829] env[68199]: _type = "Task" [ 779.194829] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.203489] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e8c885-0161-d36b-1ffc-8b86f742e23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.256081] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657271} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.256949] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 084f19f1-db26-4524-b863-f9a4e968888c/084f19f1-db26-4524-b863-f9a4e968888c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.257248] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.257530] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3fe78ef-0e1d-491d-b260-de04abaddb2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.266132] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 779.266132] env[68199]: value = "task-3070009" [ 779.266132] env[68199]: _type = "Task" [ 779.266132] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.276679] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070006, 'name': Rename_Task, 'duration_secs': 0.412307} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.277418] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.277733] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838d69fd-4d62-40b2-ba8d-c9046e944331 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.283995] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.289658] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 779.289658] env[68199]: value = "task-3070010" [ 779.289658] env[68199]: _type = "Task" [ 779.289658] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.299635] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.326319] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d25a6c2-8b7d-4d3c-8726-9a5dfcb21afd req-b6af661d-783f-4a80-9ea6-fe81edc72214 service nova] Releasing lock "refresh_cache-fdb15207-4edb-4315-b849-04643bdac5e9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.346617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5817d4b6-ce45-40cf-bce9-96e96604c09b tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.489s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.625156] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b6eb7-3337-4be7-bd58-0c0a72b26a60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.635312] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070248} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.637684] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.638939] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fdaa8a-a998-4463-a0b4-bcfa5243d9fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.642788] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b176f5c9-87f8-4033-9ec0-2c809a58d7fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.696692] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.701539] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d648e1-b421-44b0-80d3-4f91a5b86d24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.704544] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78103241-8c52-4f15-9b04-567a77184b6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.724584] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537615} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.725723] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] fdb15207-4edb-4315-b849-04643bdac5e9/fdb15207-4edb-4315-b849-04643bdac5e9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.725936] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.726450] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2229e31f-014a-4ba6-b3af-d138f53f30fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.736899] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070005, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.737180] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e8c885-0161-d36b-1ffc-8b86f742e23e, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.741825] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0c6fb-e239-47d8-a8f9-7a84b89600d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.745770] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.746043] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] f5b4aac1-464e-460c-9c19-2c5d43302016/f5b4aac1-464e-460c-9c19-2c5d43302016.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.746357] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 779.746357] env[68199]: value = "task-3070011" [ 779.746357] env[68199]: _type = "Task" [ 779.746357] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.748232] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.748441] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.748637] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.748823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.748993] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.750559] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83df13aa-a7de-47d3-9595-09b4a151f601 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.753566] env[68199]: INFO nova.compute.manager [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Terminating instance [ 779.768470] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 779.768470] env[68199]: value = "task-3070012" [ 779.768470] env[68199]: _type = "Task" [ 779.768470] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.770058] env[68199]: DEBUG nova.compute.provider_tree [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.779180] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 779.779180] env[68199]: value = "task-3070013" [ 779.779180] env[68199]: _type = "Task" [ 779.779180] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.784735] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.794049] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071711} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.794282] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.798258] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.802116] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c310468-7b54-4c45-9c37-55e2afb99414 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.804712] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.810294] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.831946] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 084f19f1-db26-4524-b863-f9a4e968888c/084f19f1-db26-4524-b863-f9a4e968888c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.833335] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6655b21d-0a25-4b3e-8997-573ba26ef569 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.848877] env[68199]: DEBUG nova.compute.manager [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.849084] env[68199]: DEBUG nova.compute.manager [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing instance network info cache due to event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.849302] env[68199]: DEBUG oslo_concurrency.lockutils [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.849438] env[68199]: DEBUG oslo_concurrency.lockutils [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.849592] env[68199]: DEBUG nova.network.neutron [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.851414] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.859287] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 779.859287] env[68199]: value = "task-3070014" [ 779.859287] env[68199]: _type = "Task" [ 779.859287] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.868691] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.200216] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070005, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.262965] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.271926] env[68199]: DEBUG nova.compute.manager [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.274995] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.274995] env[68199]: DEBUG nova.scheduler.client.report [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.282627] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c8081-40d0-4274-b640-966cfde44549 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.306449] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.306449] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.308862] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd3f899-47fb-448f-bfee-4b6e756157b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.311260] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.313707] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] f5b4aac1-464e-460c-9c19-2c5d43302016/f5b4aac1-464e-460c-9c19-2c5d43302016.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.313975] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.314199] env[68199]: DEBUG oslo_vmware.api [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070010, 'name': PowerOnVM_Task, 'duration_secs': 0.747854} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.314684] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5308a777-4f16-45d0-9ee1-ba039cceb382 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.317138] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.317335] env[68199]: INFO nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 780.317506] env[68199]: DEBUG nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.318573] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56761975-c9c7-41d9-bda5-5fa236179b42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.322844] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 780.322844] env[68199]: value = "task-3070015" [ 780.322844] env[68199]: _type = "Task" [ 780.322844] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.329386] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 780.329386] env[68199]: value = "task-3070016" [ 780.329386] env[68199]: _type = "Task" [ 780.329386] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.342201] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3070015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.347156] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.370752] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.383404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.699616] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070005, 'name': CloneVM_Task, 'duration_secs': 1.717862} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.699893] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Created linked-clone VM from snapshot [ 780.700919] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf35e5f-b20b-4c12-a64f-ad165ce73746 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.708659] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Uploading image 5e13b205-698f-43f6-92ef-58a6734b1279 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.738054] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.738054] env[68199]: value = "vm-614767" [ 780.738054] env[68199]: _type = "VirtualMachine" [ 780.738054] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.738372] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55e64055-733b-4879-b438-d1e0e7f3d4e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.750799] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease: (returnval){ [ 780.750799] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520648ea-e77b-56a9-98f5-6249c546bd17" [ 780.750799] env[68199]: _type = "HttpNfcLease" [ 780.750799] env[68199]: } obtained for exporting VM: (result){ [ 780.750799] env[68199]: value = "vm-614767" [ 780.750799] env[68199]: _type = "VirtualMachine" [ 780.750799] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.751067] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the lease: (returnval){ [ 780.751067] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520648ea-e77b-56a9-98f5-6249c546bd17" [ 780.751067] env[68199]: _type = "HttpNfcLease" [ 780.751067] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.761359] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.761359] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520648ea-e77b-56a9-98f5-6249c546bd17" [ 780.761359] env[68199]: _type = "HttpNfcLease" [ 780.761359] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 780.766112] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070011, 'name': ReconfigVM_Task, 'duration_secs': 0.54126} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.766429] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Reconfigured VM instance instance-0000002b to attach disk [datastore2] daa314ca-8e53-4e19-af98-749c8c782876/daa314ca-8e53-4e19-af98-749c8c782876.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.767257] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60ee0073-70d5-4396-94b3-9ecbf87091a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.772526] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 780.772526] env[68199]: value = "task-3070018" [ 780.772526] env[68199]: _type = "Task" [ 780.772526] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.780345] env[68199]: DEBUG nova.network.neutron [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updated VIF entry in instance network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.780729] env[68199]: DEBUG nova.network.neutron [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.783605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.783605] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.792094] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.953s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.792980] env[68199]: INFO nova.compute.claims [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.795626] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070018, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.796087] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.647075} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.796584] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.797529] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68eb1e3-7816-4ad0-8b69-60d14249973f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.821447] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] fdb15207-4edb-4315-b849-04643bdac5e9/fdb15207-4edb-4315-b849-04643bdac5e9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.822493] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f2b8c0-e404-4ca3-a3fb-e6dc44c7b119 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.852803] env[68199]: INFO nova.compute.manager [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Took 38.50 seconds to build instance. [ 780.855905] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 780.855905] env[68199]: value = "task-3070019" [ 780.855905] env[68199]: _type = "Task" [ 780.855905] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.862572] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0707} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.862572] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3070015, 'name': PowerOffVM_Task, 'duration_secs': 0.282931} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.865536] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.869009] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.869184] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.870550] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c51154-7bb3-4043-9432-ef2755ee86f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.872889] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad000474-cb52-4f41-a5d8-30aced6f5787 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.882397] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.891372] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070014, 'name': ReconfigVM_Task, 'duration_secs': 0.65488} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.900493] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f5b4aac1-464e-460c-9c19-2c5d43302016/f5b4aac1-464e-460c-9c19-2c5d43302016.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.900879] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 084f19f1-db26-4524-b863-f9a4e968888c/084f19f1-db26-4524-b863-f9a4e968888c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.903070] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c0cdb0-c84a-4618-8002-f8151551f2fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.917345] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3674110d-dc2b-4fb9-903e-0b4a317f51df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.924439] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 780.924439] env[68199]: value = "task-3070022" [ 780.924439] env[68199]: _type = "Task" [ 780.924439] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.925633] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 780.925633] env[68199]: value = "task-3070021" [ 780.925633] env[68199]: _type = "Task" [ 780.925633] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.940406] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070022, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.944039] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.963367] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.963604] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.963774] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Deleting the datastore file [datastore1] adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.964069] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e8ae6f-5e24-4ed6-8c30-8ba7b53791f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.971260] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for the task: (returnval){ [ 780.971260] env[68199]: value = "task-3070023" [ 780.971260] env[68199]: _type = "Task" [ 780.971260] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.979378] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3070023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.260095] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.260095] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520648ea-e77b-56a9-98f5-6249c546bd17" [ 781.260095] env[68199]: _type = "HttpNfcLease" [ 781.260095] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.260095] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.260095] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520648ea-e77b-56a9-98f5-6249c546bd17" [ 781.260095] env[68199]: _type = "HttpNfcLease" [ 781.260095] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.260786] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075ec71-ab06-49a2-806d-0902a49d56e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.268731] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.270144] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.328404] env[68199]: DEBUG oslo_concurrency.lockutils [req-2e507cd1-d724-4489-8727-ea2d2e12a1c6 req-369474ad-4f2c-407e-ab60-9ef26537cab6 service nova] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.330135] env[68199]: DEBUG nova.compute.utils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.337743] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.337917] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.347509] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070018, 'name': Rename_Task, 'duration_secs': 0.151725} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.348405] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.348694] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8399448a-5103-4178-8685-eecee457acb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.356111] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6c0172c2-dade-446b-b455-b20310aa7ad2 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.892s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.356674] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 781.356674] env[68199]: value = "task-3070024" [ 781.356674] env[68199]: _type = "Task" [ 781.356674] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.369842] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.375527] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070019, 'name': ReconfigVM_Task, 'duration_secs': 0.454767} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.375804] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] fdb15207-4edb-4315-b849-04643bdac5e9/fdb15207-4edb-4315-b849-04643bdac5e9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.376619] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b546fe18-abef-4012-a72b-df9b2a64b13c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382882] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 781.382882] env[68199]: value = "task-3070025" [ 781.382882] env[68199]: _type = "Task" [ 781.382882] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.394117] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070025, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.418925] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0ae798e-7dc1-4302-a645-fa94d8de65a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.442035] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070022, 'name': Rename_Task, 'duration_secs': 0.191347} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.442035] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.442035] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403dd281-ae82-465f-9aa0-1dad6544126d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.444708] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070021, 'name': ReconfigVM_Task, 'duration_secs': 0.515024} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.445327] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f5b4aac1-464e-460c-9c19-2c5d43302016/f5b4aac1-464e-460c-9c19-2c5d43302016.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.446070] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f456b90-7e60-4a71-ad1a-c08e5be8c43c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.454117] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 781.454117] env[68199]: value = "task-3070026" [ 781.454117] env[68199]: _type = "Task" [ 781.454117] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.454117] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 781.454117] env[68199]: value = "task-3070027" [ 781.454117] env[68199]: _type = "Task" [ 781.454117] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.454117] env[68199]: DEBUG nova.policy [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009c574a0fe1400787121f154165549f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0664c2934d664591bc92c26850eb1d13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.476326] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070027, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.484921] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070026, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.490810] env[68199]: DEBUG oslo_vmware.api [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Task: {'id': task-3070023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159282} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.491134] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.491476] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.491594] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.491750] env[68199]: INFO nova.compute.manager [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Took 1.22 seconds to destroy the instance on the hypervisor. [ 781.492086] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.492437] env[68199]: DEBUG nova.compute.manager [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.492437] env[68199]: DEBUG nova.network.neutron [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.834487] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.876774] env[68199]: DEBUG oslo_vmware.api [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070024, 'name': PowerOnVM_Task, 'duration_secs': 0.464642} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.877486] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.877486] env[68199]: DEBUG nova.compute.manager [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.878236] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8dd1b-7bfd-442d-b831-df44c65a5fea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.901379] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070025, 'name': Rename_Task, 'duration_secs': 0.329055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.903196] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.904081] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-947975a8-e3c9-4877-825e-06d05f0c8d17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.910533] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 781.910533] env[68199]: value = "task-3070028" [ 781.910533] env[68199]: _type = "Task" [ 781.910533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.925519] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.988733] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.996653] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070027, 'name': Rename_Task, 'duration_secs': 0.183279} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.001246] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.001742] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe637a16-db5f-4a3f-852c-5f0bbfdf2e28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.008258] env[68199]: DEBUG nova.compute.manager [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received event network-changed-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.009564] env[68199]: DEBUG nova.compute.manager [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing instance network info cache due to event network-changed-a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.009914] env[68199]: DEBUG oslo_concurrency.lockutils [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] Acquiring lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.010208] env[68199]: DEBUG oslo_concurrency.lockutils [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] Acquired lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.010550] env[68199]: DEBUG nova.network.neutron [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing network info cache for port a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.020905] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 782.020905] env[68199]: value = "task-3070029" [ 782.020905] env[68199]: _type = "Task" [ 782.020905] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.035831] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070029, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.116901] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Successfully created port: 16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.411412] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.423519] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.471266] env[68199]: DEBUG oslo_vmware.api [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070026, 'name': PowerOnVM_Task, 'duration_secs': 0.628431} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.471564] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.471888] env[68199]: INFO nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Took 12.66 seconds to spawn the instance on the hypervisor. [ 782.472153] env[68199]: DEBUG nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.474286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26bb7f7-4d21-4e58-8966-b01a838649b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.538804] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.543938] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd506597-22c0-4b19-a43c-d4f74246a81c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.555841] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f0324-4c6f-4409-b217-ff7b9c83ff7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.599127] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82230b-a5cf-4e63-b1fd-710aab275def {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.605919] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c99a70-97a7-41f0-a69b-ccad23255caf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.622116] env[68199]: DEBUG nova.compute.provider_tree [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.853656] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.860027] env[68199]: DEBUG nova.compute.manager [req-6a25badd-a112-46d6-8ec2-700c8f22c0b5 req-82a68c21-9eb7-4890-b979-a3310b3c7def service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Received event network-vif-deleted-cc487b91-23a7-4018-a8be-da836f4b605e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.860027] env[68199]: INFO nova.compute.manager [req-6a25badd-a112-46d6-8ec2-700c8f22c0b5 req-82a68c21-9eb7-4890-b979-a3310b3c7def service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Neutron deleted interface cc487b91-23a7-4018-a8be-da836f4b605e; detaching it from the instance and deleting it from the info cache [ 782.860027] env[68199]: DEBUG nova.network.neutron [req-6a25badd-a112-46d6-8ec2-700c8f22c0b5 req-82a68c21-9eb7-4890-b979-a3310b3c7def service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.893746] env[68199]: DEBUG nova.network.neutron [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updated VIF entry in instance network info cache for port a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.893746] env[68199]: DEBUG nova.network.neutron [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.901663] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:56:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3bc9e4c4-7432-4556-9b56-dbbe7d9eef3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800555769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.901663] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.901663] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.901663] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.901663] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.901850] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.901939] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.902136] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.902268] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.902447] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.902928] env[68199]: DEBUG nova.virt.hardware [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.903892] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a872224-8a0e-490d-835a-40cf09738751 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.911329] env[68199]: DEBUG nova.network.neutron [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.921527] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85632b4-08e5-4b2f-924f-0cc872e34b10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.930442] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.954197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.954197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.956214] env[68199]: INFO nova.compute.manager [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Rebooting instance [ 782.999154] env[68199]: INFO nova.compute.manager [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Took 44.63 seconds to build instance. [ 783.044129] env[68199]: DEBUG oslo_vmware.api [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070029, 'name': PowerOnVM_Task, 'duration_secs': 0.861007} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.044419] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.044724] env[68199]: INFO nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Took 5.20 seconds to spawn the instance on the hypervisor. [ 783.045047] env[68199]: DEBUG nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.046334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac736f-03e6-4ac6-8fd9-30ea841905a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.127615] env[68199]: DEBUG nova.scheduler.client.report [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.366147] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c48a4970-a8ba-4c80-9485-7bbe50d6b366 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.377177] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8922902f-cab5-4ddc-87da-468325d48609 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.420747] env[68199]: DEBUG oslo_concurrency.lockutils [req-c87de8a4-a5c4-4e4c-8fd5-4575c00e3329 req-d29dcc62-14b7-4a98-a736-8438b7860c9c service nova] Releasing lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.421456] env[68199]: INFO nova.compute.manager [-] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Took 1.93 seconds to deallocate network for instance. [ 783.421704] env[68199]: DEBUG nova.compute.manager [req-6a25badd-a112-46d6-8ec2-700c8f22c0b5 req-82a68c21-9eb7-4890-b979-a3310b3c7def service nova] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Detach interface failed, port_id=cc487b91-23a7-4018-a8be-da836f4b605e, reason: Instance adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.433191] env[68199]: DEBUG oslo_vmware.api [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070028, 'name': PowerOnVM_Task, 'duration_secs': 1.372544} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.433616] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.433816] env[68199]: INFO nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Took 8.24 seconds to spawn the instance on the hypervisor. [ 783.433990] env[68199]: DEBUG nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.434783] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8b1d5-a807-4253-96e8-b9f447cf4258 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.485902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquired lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.485902] env[68199]: DEBUG nova.network.neutron [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.500931] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.336s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.565390] env[68199]: INFO nova.compute.manager [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Took 31.43 seconds to build instance. [ 783.633608] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.634058] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.641139] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.686s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.641265] env[68199]: DEBUG nova.objects.instance [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lazy-loading 'resources' on Instance uuid 8d737621-6a66-4c01-b11b-91073036750f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.675130] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "daa314ca-8e53-4e19-af98-749c8c782876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.676288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.676288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "daa314ca-8e53-4e19-af98-749c8c782876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.676288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.676288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.678799] env[68199]: INFO nova.compute.manager [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Terminating instance [ 783.934846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.954021] env[68199]: INFO nova.compute.manager [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Took 37.00 seconds to build instance. [ 784.069787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-72537b50-4b4e-461e-976d-a886067cb4a4 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.989s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.123950] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "084f19f1-db26-4524-b863-f9a4e968888c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.124222] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.124890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "084f19f1-db26-4524-b863-f9a4e968888c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.124890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.124890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.127541] env[68199]: INFO nova.compute.manager [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Terminating instance [ 784.131481] env[68199]: DEBUG nova.compute.manager [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Received event network-vif-plugged-16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.131740] env[68199]: DEBUG oslo_concurrency.lockutils [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] Acquiring lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.131986] env[68199]: DEBUG oslo_concurrency.lockutils [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.132125] env[68199]: DEBUG oslo_concurrency.lockutils [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.132395] env[68199]: DEBUG nova.compute.manager [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] No waiting events found dispatching network-vif-plugged-16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.132534] env[68199]: WARNING nova.compute.manager [req-415924aa-a687-4002-8040-2bd18d47fc9a req-108b2e90-86b3-4aad-b187-9ba68521d6a1 service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Received unexpected event network-vif-plugged-16618775-4391-4a7a-bb19-1a8c678bda5d for instance with vm_state building and task_state spawning. [ 784.143709] env[68199]: DEBUG nova.compute.utils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.147725] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.147893] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.186584] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "refresh_cache-daa314ca-8e53-4e19-af98-749c8c782876" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.186771] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquired lock "refresh_cache-daa314ca-8e53-4e19-af98-749c8c782876" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.186945] env[68199]: DEBUG nova.network.neutron [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.218368] env[68199]: DEBUG nova.policy [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0895cbed614a14b4ddcfc36eea3598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f78afbbe5b4ef8a21023346071b8e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.269654] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Successfully updated port: 16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.278390] env[68199]: DEBUG nova.network.neutron [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.449844] env[68199]: DEBUG nova.compute.manager [None req-eb956f7c-55af-4d9e-9fb9-79bb2d5a06bf tempest-ServerDiagnosticsV248Test-729714108 tempest-ServerDiagnosticsV248Test-729714108-project-admin] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.451745] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9788df-63f3-44dd-a6ec-74a5bac9a11c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.458102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a71f50a-43d7-4217-8f51-7b585e88ab2c tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.362s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.464326] env[68199]: INFO nova.compute.manager [None req-eb956f7c-55af-4d9e-9fb9-79bb2d5a06bf tempest-ServerDiagnosticsV248Test-729714108 tempest-ServerDiagnosticsV248Test-729714108-project-admin] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Retrieving diagnostics [ 784.465826] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15a353d-6131-4dc8-a076-7870e65d0033 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.556437] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Successfully created port: 573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.634855] env[68199]: DEBUG nova.compute.manager [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.635141] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.639972] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b1358-c2ee-4f61-8d40-66f2b85ab6b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.649379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.649741] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee23cb30-52ea-4585-bbb2-f290d6953a3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.651956] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.663035] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 784.663035] env[68199]: value = "task-3070030" [ 784.663035] env[68199]: _type = "Task" [ 784.663035] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.676811] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.717982] env[68199]: DEBUG nova.network.neutron [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.777525] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.777716] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.777838] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.786032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Releasing lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.789762] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0b8f3-3940-409f-9fca-f7d4d411e61a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.797058] env[68199]: DEBUG nova.compute.manager [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.798429] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ac9e17-1c2b-4203-89dc-2c8a8ea3bf86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.805976] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72516b7e-b3d3-4dbd-8254-9faa4f16d8cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.855424] env[68199]: DEBUG nova.network.neutron [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.857411] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c16709-b171-49b7-8380-b21d7b9a963a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.866460] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0692991d-aba5-4cbe-9993-867073782cb1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.882606] env[68199]: DEBUG nova.compute.provider_tree [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.173937] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070030, 'name': PowerOffVM_Task, 'duration_secs': 0.349623} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.174332] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.174402] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.174666] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2fa34e7-fb6e-44b5-9ffc-fa314622a54f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.286934] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.287151] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.287480] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleting the datastore file [datastore1] 084f19f1-db26-4524-b863-f9a4e968888c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.288163] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84479f61-f6f9-423b-b483-27f1b9651808 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.295729] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for the task: (returnval){ [ 785.295729] env[68199]: value = "task-3070032" [ 785.295729] env[68199]: _type = "Task" [ 785.295729] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.308225] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.322253] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.362289] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Releasing lock "refresh_cache-daa314ca-8e53-4e19-af98-749c8c782876" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.362790] env[68199]: DEBUG nova.compute.manager [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.363041] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.364116] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b74fbfd-427b-4e63-9024-cf85e63e5ca6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.372924] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.373363] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f14298-121f-4c09-9c0a-28fd4d25be01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.381555] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 785.381555] env[68199]: value = "task-3070033" [ 785.381555] env[68199]: _type = "Task" [ 785.381555] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.390387] env[68199]: DEBUG nova.scheduler.client.report [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.394861] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.502386] env[68199]: DEBUG nova.network.neutron [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.664700] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.691121] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.691440] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.691636] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.691856] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.692105] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.692165] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.692385] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.692542] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.692706] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.692869] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.693078] env[68199]: DEBUG nova.virt.hardware [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.694347] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b734be-6206-4490-abc1-0371dd45a830 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.702726] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4594a9-b0ce-4632-8bfa-636114a6cd26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805861] env[68199]: DEBUG oslo_vmware.api [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Task: {'id': task-3070032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298086} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.806171] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.806397] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.806685] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.806956] env[68199]: INFO nova.compute.manager [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 785.807253] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.807451] env[68199]: DEBUG nova.compute.manager [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.807655] env[68199]: DEBUG nova.network.neutron [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.838248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9ec9a-ff0f-41fe-ba59-e916dbfbf87d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.849639] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Doing hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 785.853033] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2dc8889b-125b-4faf-9065-b24598edf4ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.861295] env[68199]: DEBUG oslo_vmware.api [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 785.861295] env[68199]: value = "task-3070034" [ 785.861295] env[68199]: _type = "Task" [ 785.861295] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.877028] env[68199]: DEBUG oslo_vmware.api [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070034, 'name': ResetVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.893560] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.896459] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.899361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.450s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.899575] env[68199]: DEBUG nova.objects.instance [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 785.930377] env[68199]: INFO nova.scheduler.client.report [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Deleted allocations for instance 8d737621-6a66-4c01-b11b-91073036750f [ 786.010977] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.011429] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Instance network_info: |[{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.012220] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:5d:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16618775-4391-4a7a-bb19-1a8c678bda5d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.020089] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.020334] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.020930] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbecb95b-b120-4af3-8452-7db6763def33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.044469] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.044469] env[68199]: value = "task-3070035" [ 786.044469] env[68199]: _type = "Task" [ 786.044469] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.054195] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070035, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.336133] env[68199]: DEBUG nova.compute.manager [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Received event network-changed-16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.336866] env[68199]: DEBUG nova.compute.manager [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Refreshing instance network info cache due to event network-changed-16618775-4391-4a7a-bb19-1a8c678bda5d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.338301] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338504] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.340214] env[68199]: DEBUG nova.network.neutron [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Refreshing network info cache for port 16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.375085] env[68199]: DEBUG oslo_vmware.api [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070034, 'name': ResetVM_Task, 'duration_secs': 0.141176} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.377018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Did hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 786.377018] env[68199]: DEBUG nova.compute.manager [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.377018] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57fb95-bc32-41f8-818e-837b9b2dc6c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.398971] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070033, 'name': PowerOffVM_Task, 'duration_secs': 0.636484} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.398971] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.398971] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.398971] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceaef99b-0c37-42c6-8be9-35ca24a43338 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.405680] env[68199]: DEBUG nova.compute.manager [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Received event network-vif-plugged-573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.405831] env[68199]: DEBUG oslo_concurrency.lockutils [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] Acquiring lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.405937] env[68199]: DEBUG oslo_concurrency.lockutils [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.406178] env[68199]: DEBUG oslo_concurrency.lockutils [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.406354] env[68199]: DEBUG nova.compute.manager [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] No waiting events found dispatching network-vif-plugged-573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.406517] env[68199]: WARNING nova.compute.manager [req-9c6b3a9d-458d-4019-9094-fc8e2cc7119c req-2ec0c147-4d19-4fcb-9ca5-40d8612de0f4 service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Received unexpected event network-vif-plugged-573c4795-dca5-4740-be3d-d52d4d4a825a for instance with vm_state building and task_state spawning. [ 786.430868] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.431217] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.431539] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Deleting the datastore file [datastore2] daa314ca-8e53-4e19-af98-749c8c782876 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.431852] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d30787-3b6f-4e1e-8c2b-1254207f5247 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.440720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b288a86-6145-4aab-a723-28ba2ae88351 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Lock "8d737621-6a66-4c01-b11b-91073036750f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.979s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.442072] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for the task: (returnval){ [ 786.442072] env[68199]: value = "task-3070037" [ 786.442072] env[68199]: _type = "Task" [ 786.442072] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.453272] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.486789] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Successfully updated port: 573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.560037] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070035, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.585988] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "fdb15207-4edb-4315-b849-04643bdac5e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.586334] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.586673] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.586883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.587140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.590753] env[68199]: INFO nova.compute.manager [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Terminating instance [ 786.896600] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca6ecdf2-3a4e-4f33-9ba6-bc20e3f6fab8 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.942s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.916024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-967a91e4-3555-4ecf-b9c8-ae1a6c7a82b1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.916024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.354s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.916024] env[68199]: DEBUG nova.objects.instance [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lazy-loading 'resources' on Instance uuid 0d5a26e6-dbfd-4baf-800a-46df79939a9e {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.675924] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.676310] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.676310] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.677373] env[68199]: DEBUG nova.network.neutron [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.678527] env[68199]: DEBUG nova.compute.manager [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.678615] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.690013] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde951b-76d7-48ac-90f9-c5a4b2878ff8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.703360] env[68199]: DEBUG oslo_vmware.api [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Task: {'id': task-3070037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089586} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.703552] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070035, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.705603] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.705816] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.705965] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.706155] env[68199]: INFO nova.compute.manager [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Took 2.34 seconds to destroy the instance on the hypervisor. [ 787.706402] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.706882] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.707131] env[68199]: DEBUG nova.compute.manager [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.707225] env[68199]: DEBUG nova.network.neutron [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.708867] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065b1f5a-7702-43b2-b947-ab5f53b0c473 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.717566] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 787.717566] env[68199]: value = "task-3070038" [ 787.717566] env[68199]: _type = "Task" [ 787.717566] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.726861] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.976093] env[68199]: DEBUG nova.network.neutron [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.185895] env[68199]: INFO nova.compute.manager [-] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Took 2.38 seconds to deallocate network for instance. [ 788.195909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.195909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.195909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.196141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.199047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.199047] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070035, 'name': CreateVM_Task, 'duration_secs': 1.743609} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.199047] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.199047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.199047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.199352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.199524] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87400f1-588b-4f14-a7be-5f880d367f00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.201553] env[68199]: INFO nova.compute.manager [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Terminating instance [ 788.207119] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 788.207119] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ab5c68-4097-fd5b-634b-ada3c16c3c91" [ 788.207119] env[68199]: _type = "Task" [ 788.207119] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.218598] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ab5c68-4097-fd5b-634b-ada3c16c3c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.227507] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070038, 'name': PowerOffVM_Task, 'duration_secs': 0.221935} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.227507] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.227507] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.227507] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a141f8da-0e13-4efd-a29b-e890f8150a30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.261190] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.285471] env[68199]: DEBUG nova.network.neutron [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updated VIF entry in instance network info cache for port 16618775-4391-4a7a-bb19-1a8c678bda5d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.285624] env[68199]: DEBUG nova.network.neutron [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.317765] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.317765] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.317765] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Deleting the datastore file [datastore2] fdb15207-4edb-4315-b849-04643bdac5e9 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.320407] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e576e569-4ea5-4c6f-b241-1186ecc5c397 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.336108] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for the task: (returnval){ [ 788.336108] env[68199]: value = "task-3070040" [ 788.336108] env[68199]: _type = "Task" [ 788.336108] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.347865] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.370973] env[68199]: DEBUG nova.compute.manager [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received event network-changed-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.371220] env[68199]: DEBUG nova.compute.manager [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing instance network info cache due to event network-changed-a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.371456] env[68199]: DEBUG oslo_concurrency.lockutils [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] Acquiring lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.371605] env[68199]: DEBUG oslo_concurrency.lockutils [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] Acquired lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.375033] env[68199]: DEBUG nova.network.neutron [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Refreshing network info cache for port a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.445751] env[68199]: DEBUG nova.compute.manager [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-vif-deleted-a0f7b14b-0619-496e-a6e7-10a764940bbe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.446017] env[68199]: DEBUG nova.compute.manager [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Received event network-changed-573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.446325] env[68199]: DEBUG nova.compute.manager [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Refreshing instance network info cache due to event network-changed-573c4795-dca5-4740-be3d-d52d4d4a825a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.446533] env[68199]: DEBUG oslo_concurrency.lockutils [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] Acquiring lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.465083] env[68199]: DEBUG nova.network.neutron [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Updating instance_info_cache with network_info: [{"id": "573c4795-dca5-4740-be3d-d52d4d4a825a", "address": "fa:16:3e:d9:6e:0f", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c4795-dc", "ovs_interfaceid": "573c4795-dca5-4740-be3d-d52d4d4a825a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.480362] env[68199]: DEBUG nova.network.neutron [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.699404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.705642] env[68199]: DEBUG nova.compute.manager [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.705740] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.710400] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c3c2c2-b865-4d48-ae7c-6192383feb08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733948] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ab5c68-4097-fd5b-634b-ada3c16c3c91, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.734611] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.736649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736649] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.736649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736649] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.736649] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b4e890-ffa0-437f-811e-a683e77ea2dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.738703] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297cb87e-d186-4cc9-bf57-f22b13f6048e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.741056] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81ea57a-58db-4041-8562-4769192b01ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.747545] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc2068-b29e-40c5-a939-3e7208a680d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.752762] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 788.752762] env[68199]: value = "task-3070041" [ 788.752762] env[68199]: _type = "Task" [ 788.752762] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.753096] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.753096] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.754429] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b9d542-f9f2-438a-9c4c-0ad3a0502d15 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.785563] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa2e088-f768-4a22-833b-542ceecfd2df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.789675] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 788.789675] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d54c13-b5dd-6437-114a-eee8162fd3f5" [ 788.789675] env[68199]: _type = "Task" [ 788.789675] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.790508] env[68199]: DEBUG oslo_concurrency.lockutils [req-d4325f17-0d90-4963-b71a-64e2cdb32db3 req-1f25559d-fa21-4170-99de-6dcdf1e7873c service nova] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.799056] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.800601] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee9584-907e-409a-97f9-65f55f9dd5ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.807948] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d54c13-b5dd-6437-114a-eee8162fd3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.809083] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8520685-5dd6-4067-8876-d7cc0094e48c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.821171] env[68199]: DEBUG nova.compute.provider_tree [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.826467] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 788.826467] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522c9967-4b11-b80a-be16-b935577143bc" [ 788.826467] env[68199]: _type = "Task" [ 788.826467] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.834831] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522c9967-4b11-b80a-be16-b935577143bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.845403] env[68199]: DEBUG oslo_vmware.api [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Task: {'id': task-3070040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197868} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.845600] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.845824] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.845949] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.846145] env[68199]: INFO nova.compute.manager [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 788.846387] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.846573] env[68199]: DEBUG nova.compute.manager [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.846669] env[68199]: DEBUG nova.network.neutron [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.968593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.968593] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Instance network_info: |[{"id": "573c4795-dca5-4740-be3d-d52d4d4a825a", "address": "fa:16:3e:d9:6e:0f", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c4795-dc", "ovs_interfaceid": "573c4795-dca5-4740-be3d-d52d4d4a825a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.969045] env[68199]: DEBUG oslo_concurrency.lockutils [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] Acquired lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.971016] env[68199]: DEBUG nova.network.neutron [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Refreshing network info cache for port 573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.971016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:6e:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573c4795-dca5-4740-be3d-d52d4d4a825a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.981862] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.981862] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.981862] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664f3b87-99f3-4935-9f88-0d15ff5cb1b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.000838] env[68199]: INFO nova.compute.manager [-] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Took 1.29 seconds to deallocate network for instance. [ 789.008669] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.008669] env[68199]: value = "task-3070042" [ 789.008669] env[68199]: _type = "Task" [ 789.008669] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.020244] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070042, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.261726] env[68199]: DEBUG nova.network.neutron [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updated VIF entry in instance network info cache for port a341dca3-711a-4092-975f-31bf384a900b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.262369] env[68199]: DEBUG nova.network.neutron [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [{"id": "a341dca3-711a-4092-975f-31bf384a900b", "address": "fa:16:3e:44:61:66", "network": {"id": "f3e3a831-ce77-468f-b9f1-0e3e42b9a792", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-127548372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b44ad269524167a24451bd032ce59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa341dca3-71", "ovs_interfaceid": "a341dca3-711a-4092-975f-31bf384a900b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.267667] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070041, 'name': PowerOffVM_Task, 'duration_secs': 0.306543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.268189] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.268359] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.268615] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-697827da-7f33-4b21-a18e-2f458c0407a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.324886] env[68199]: DEBUG nova.scheduler.client.report [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.342521] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522c9967-4b11-b80a-be16-b935577143bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.343356] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.343527] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.343782] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b7b820-92fa-4289-9c59-ef02bd4bef11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.350348] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.350646] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.350878] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleting the datastore file [datastore1] 73f40b7d-48eb-41a0-8097-f155dca16c2d {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.351189] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04acbd66-21d0-484c-8cc8-ce7e8695211a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.354999] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 789.354999] env[68199]: value = "task-3070044" [ 789.354999] env[68199]: _type = "Task" [ 789.354999] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.360532] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 789.360532] env[68199]: value = "task-3070045" [ 789.360532] env[68199]: _type = "Task" [ 789.360532] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.369727] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.378758] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.508362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.521547] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070042, 'name': CreateVM_Task, 'duration_secs': 0.422879} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.521732] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.522477] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.522660] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.522991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.523291] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7012924-280d-4380-a808-0bdc778aab8c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.529848] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 789.529848] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5270636b-ecde-d17d-c10a-0bf928eabd82" [ 789.529848] env[68199]: _type = "Task" [ 789.529848] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.538794] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270636b-ecde-d17d-c10a-0bf928eabd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.734112] env[68199]: DEBUG nova.network.neutron [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Updated VIF entry in instance network info cache for port 573c4795-dca5-4740-be3d-d52d4d4a825a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.734112] env[68199]: DEBUG nova.network.neutron [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Updating instance_info_cache with network_info: [{"id": "573c4795-dca5-4740-be3d-d52d4d4a825a", "address": "fa:16:3e:d9:6e:0f", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c4795-dc", "ovs_interfaceid": "573c4795-dca5-4740-be3d-d52d4d4a825a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.769301] env[68199]: DEBUG oslo_concurrency.lockutils [req-90f9234f-3eda-4ea8-83e4-ac1e746ab775 req-112d016a-5c37-416f-8044-e38239c094ec service nova] Releasing lock "refresh_cache-73f40b7d-48eb-41a0-8097-f155dca16c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.805641] env[68199]: DEBUG nova.network.neutron [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.830742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.915s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.837354] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.701s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.837354] env[68199]: DEBUG nova.objects.instance [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lazy-loading 'resources' on Instance uuid 56ee06de-74a2-447a-860c-307ab88a8eeb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.866114] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.867017] env[68199]: INFO nova.scheduler.client.report [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleted allocations for instance 0d5a26e6-dbfd-4baf-800a-46df79939a9e [ 789.880181] env[68199]: DEBUG oslo_vmware.api [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193161} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.880428] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.880665] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.880913] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.881010] env[68199]: INFO nova.compute.manager [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 789.881280] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.881494] env[68199]: DEBUG nova.compute.manager [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.881585] env[68199]: DEBUG nova.network.neutron [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.040891] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5270636b-ecde-d17d-c10a-0bf928eabd82, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.040891] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.040891] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.042049] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.042049] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.042049] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.042049] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53f4ed25-4dd9-4bb6-8629-6d0101303710 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.052430] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.052623] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.053396] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8381b478-4e77-4a16-aeb9-9e24b32328ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059156] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 790.059156] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5207129d-e7ce-4ad5-c42e-1c73b3e549b5" [ 790.059156] env[68199]: _type = "Task" [ 790.059156] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.066983] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5207129d-e7ce-4ad5-c42e-1c73b3e549b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.236730] env[68199]: DEBUG oslo_concurrency.lockutils [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] Releasing lock "refresh_cache-0491be89-90a2-4f1a-81b4-748994f6e8a3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.237136] env[68199]: DEBUG nova.compute.manager [req-c6c712ed-5313-4504-b28f-a3ee4d00eb17 req-ce40b2e8-efca-4b60-b5ea-fecd906056de service nova] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Received event network-vif-deleted-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.308548] env[68199]: INFO nova.compute.manager [-] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Took 1.46 seconds to deallocate network for instance. [ 790.369049] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558519} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.370550] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.374037] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.374037] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa0ec0f-36f3-47df-b092-6e90bc6dd101 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.382213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-35b8f815-ddf3-4db2-a386-d5f521b22f71 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "0d5a26e6-dbfd-4baf-800a-46df79939a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.747s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.388929] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 790.388929] env[68199]: value = "task-3070046" [ 790.388929] env[68199]: _type = "Task" [ 790.388929] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.403888] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.465901] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.466810] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85e56b-209d-4793-87de-e44dd7b79529 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.476674] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.476850] env[68199]: ERROR oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk due to incomplete transfer. [ 790.477114] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18975e75-b9dc-41af-a0bd-a207b914faba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.484322] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523132aa-24c3-b409-4e30-4d442369c366/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.484539] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Uploaded image 5e13b205-698f-43f6-92ef-58a6734b1279 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.487060] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.489923] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6de75ed8-78c4-47be-83d7-cfff2bfeae07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.498137] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 790.498137] env[68199]: value = "task-3070047" [ 790.498137] env[68199]: _type = "Task" [ 790.498137] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.506836] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070047, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.548263] env[68199]: DEBUG nova.compute.manager [req-2fa02530-c8e5-4b8e-8b31-73d4fd3ee0a3 req-b92936ee-1339-4c51-bfd3-a72770f65247 service nova] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Received event network-vif-deleted-30c66a47-7cab-4dd5-8bf1-4144decb2dfa {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.548768] env[68199]: DEBUG nova.compute.manager [req-2fa02530-c8e5-4b8e-8b31-73d4fd3ee0a3 req-b92936ee-1339-4c51-bfd3-a72770f65247 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Received event network-vif-deleted-a341dca3-711a-4092-975f-31bf384a900b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.548768] env[68199]: INFO nova.compute.manager [req-2fa02530-c8e5-4b8e-8b31-73d4fd3ee0a3 req-b92936ee-1339-4c51-bfd3-a72770f65247 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Neutron deleted interface a341dca3-711a-4092-975f-31bf384a900b; detaching it from the instance and deleting it from the info cache [ 790.548768] env[68199]: DEBUG nova.network.neutron [req-2fa02530-c8e5-4b8e-8b31-73d4fd3ee0a3 req-b92936ee-1339-4c51-bfd3-a72770f65247 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.569939] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5207129d-e7ce-4ad5-c42e-1c73b3e549b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.570769] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80109087-1b98-4cbe-938c-bfba4a132d9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.580169] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 790.580169] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5215250c-969d-fbf9-4a8b-6e52443479db" [ 790.580169] env[68199]: _type = "Task" [ 790.580169] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.591739] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5215250c-969d-fbf9-4a8b-6e52443479db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.712307] env[68199]: DEBUG nova.network.neutron [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.818299] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.845857] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963e3eff-c5ba-4055-87e3-168fe5085ad3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.851703] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8360b0-6581-4e75-a17b-2be36ff0c946 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.882590] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035cb472-b2f5-4df4-bdab-bf4d268cff3a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.890412] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36666ae-2345-4d73-9cb9-0b3a543b0062 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.906681] env[68199]: DEBUG nova.compute.provider_tree [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.910854] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073639} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.911140] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.912043] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354dbb0-382c-4e6e-b0d3-ecf9521dc24b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.933843] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.934748] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a78a7b7-2f70-4c7b-80c5-647b210f9c30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.954999] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 790.954999] env[68199]: value = "task-3070048" [ 790.954999] env[68199]: _type = "Task" [ 790.954999] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.968789] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.008105] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070047, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.052172] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dff649b7-4ad8-4c02-a74e-66a748760dba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.060896] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9c886-afa2-4696-8800-9a14f601fab1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.097574] env[68199]: DEBUG nova.compute.manager [req-2fa02530-c8e5-4b8e-8b31-73d4fd3ee0a3 req-b92936ee-1339-4c51-bfd3-a72770f65247 service nova] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Detach interface failed, port_id=a341dca3-711a-4092-975f-31bf384a900b, reason: Instance 73f40b7d-48eb-41a0-8097-f155dca16c2d could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.102691] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5215250c-969d-fbf9-4a8b-6e52443479db, 'name': SearchDatastore_Task, 'duration_secs': 0.014671} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.102963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103311] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0491be89-90a2-4f1a-81b4-748994f6e8a3/0491be89-90a2-4f1a-81b4-748994f6e8a3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.104475] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1151ce7-991a-4570-874b-f09e61c9946f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.111105] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 791.111105] env[68199]: value = "task-3070049" [ 791.111105] env[68199]: _type = "Task" [ 791.111105] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.121347] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.215182] env[68199]: INFO nova.compute.manager [-] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Took 1.33 seconds to deallocate network for instance. [ 791.416313] env[68199]: DEBUG nova.scheduler.client.report [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.465223] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070048, 'name': ReconfigVM_Task, 'duration_secs': 0.362635} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.465522] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.466256] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db8157a0-360b-46f9-8e41-792951eb6f80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.473467] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 791.473467] env[68199]: value = "task-3070050" [ 791.473467] env[68199]: _type = "Task" [ 791.473467] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.486014] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070050, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.508454] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070047, 'name': Destroy_Task, 'duration_secs': 0.572309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.508744] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Destroyed the VM [ 791.509034] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.509357] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9b64a29-dedd-4668-b771-8c41a7b226c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.516851] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 791.516851] env[68199]: value = "task-3070051" [ 791.516851] env[68199]: _type = "Task" [ 791.516851] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.526963] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.622867] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506881} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.623183] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0491be89-90a2-4f1a-81b4-748994f6e8a3/0491be89-90a2-4f1a-81b4-748994f6e8a3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.623441] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.623728] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f4b4a9-30a8-4871-8a05-1fa191084fc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.634779] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 791.634779] env[68199]: value = "task-3070052" [ 791.634779] env[68199]: _type = "Task" [ 791.634779] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.648221] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.722612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.921268] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.925835] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.646s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.925835] env[68199]: DEBUG nova.objects.instance [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lazy-loading 'resources' on Instance uuid f2ef062b-6901-4c45-b6fc-e664b15d1d3a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.952785] env[68199]: INFO nova.scheduler.client.report [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Deleted allocations for instance 56ee06de-74a2-447a-860c-307ab88a8eeb [ 791.987475] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070050, 'name': Rename_Task, 'duration_secs': 0.209818} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.987834] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.988634] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ac8aaf-ce5b-403a-b7a8-a21bf51f2e97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.996322] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 791.996322] env[68199]: value = "task-3070053" [ 791.996322] env[68199]: _type = "Task" [ 791.996322] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.005977] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.028582] env[68199]: DEBUG oslo_vmware.api [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070051, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430775} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.029108] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.029397] env[68199]: INFO nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 792.145543] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067824} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.145804] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.147626] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df13028-7b04-4c1d-aefd-993dfab43e51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.170561] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 0491be89-90a2-4f1a-81b4-748994f6e8a3/0491be89-90a2-4f1a-81b4-748994f6e8a3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.170919] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcacad3-5043-4781-b569-ae2da1ddf543 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.190235] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 792.190235] env[68199]: value = "task-3070054" [ 792.190235] env[68199]: _type = "Task" [ 792.190235] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.198308] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.224214] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "faed078e-05e1-49ca-a279-c6e9116a3a46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.224368] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.224475] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.224656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.224824] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.229791] env[68199]: INFO nova.compute.manager [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Terminating instance [ 792.463434] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f087bacd-b4ca-4017-b5d2-48f7b175a48c tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Lock "56ee06de-74a2-447a-860c-307ab88a8eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.853s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.510314] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.533744] env[68199]: DEBUG nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance disappeared during snapshot {{(pid=68199) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 792.551422] env[68199]: DEBUG nova.compute.manager [None req-2772b70d-9e46-4624-a903-e0f8f73a6c1c tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image not found during clean up 5e13b205-698f-43f6-92ef-58a6734b1279 {{(pid=68199) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 792.702712] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.736570] env[68199]: DEBUG nova.compute.manager [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.736570] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.737685] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66c621-4643-496e-99a4-fe1cdb2847f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.754890] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.755190] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed54edc-e8f0-4e24-9ba6-0349cc9c2e78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.832300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.833139] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.833139] env[68199]: DEBUG nova.compute.manager [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.833961] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63869792-583a-43ad-8a38-f278d16696bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.844351] env[68199]: DEBUG nova.compute.manager [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 792.844929] env[68199]: DEBUG nova.objects.instance [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'flavor' on Instance uuid 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.888251] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.888564] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.889128] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] faed078e-05e1-49ca-a279-c6e9116a3a46 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.893275] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80782d36-6152-4a1e-80ce-1aca4b717979 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.900844] env[68199]: DEBUG oslo_vmware.api [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 792.900844] env[68199]: value = "task-3070056" [ 792.900844] env[68199]: _type = "Task" [ 792.900844] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.913668] env[68199]: DEBUG oslo_vmware.api [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.954151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.954417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.006611] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c44f35-9f4a-4957-ae88-e9e838c53055 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.013853] env[68199]: DEBUG oslo_vmware.api [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070053, 'name': PowerOnVM_Task, 'duration_secs': 0.516364} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.015386] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.015493] env[68199]: INFO nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Took 10.16 seconds to spawn the instance on the hypervisor. [ 793.015661] env[68199]: DEBUG nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.018918] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94491af4-839f-4f71-8ace-4be4bf337ffb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.023463] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e09bcd-25bd-4317-af6f-ca5451c12ce5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.074712] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3afca0-a70e-4eb9-b9da-ef0ad730f61b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.084210] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1ae33-2cc2-4c98-9643-aa4b3631de99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.100391] env[68199]: DEBUG nova.compute.provider_tree [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.202331] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070054, 'name': ReconfigVM_Task, 'duration_secs': 0.879879} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.202629] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 0491be89-90a2-4f1a-81b4-748994f6e8a3/0491be89-90a2-4f1a-81b4-748994f6e8a3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.203303] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a264c6-349e-4e08-83b6-fbdb28252db2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.210841] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 793.210841] env[68199]: value = "task-3070057" [ 793.210841] env[68199]: _type = "Task" [ 793.210841] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.221082] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070057, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.410333] env[68199]: DEBUG oslo_vmware.api [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164434} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.410828] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.410828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.410963] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.411124] env[68199]: INFO nova.compute.manager [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Took 0.68 seconds to destroy the instance on the hypervisor. [ 793.413373] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.413373] env[68199]: DEBUG nova.compute.manager [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.413373] env[68199]: DEBUG nova.network.neutron [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.457574] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.585567] env[68199]: INFO nova.compute.manager [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Took 37.55 seconds to build instance. [ 793.603650] env[68199]: DEBUG nova.scheduler.client.report [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.723580] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070057, 'name': Rename_Task, 'duration_secs': 0.146257} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.723806] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.724100] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7168b269-1de8-425e-996a-82884c83a201 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.735764] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.736234] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.737175] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 793.737175] env[68199]: value = "task-3070058" [ 793.737175] env[68199]: _type = "Task" [ 793.737175] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.753447] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070058, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.853236] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.854161] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de68ede5-ae7a-4c1a-9c1a-4f88eab9ffb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.861672] env[68199]: DEBUG oslo_vmware.api [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 793.861672] env[68199]: value = "task-3070059" [ 793.861672] env[68199]: _type = "Task" [ 793.861672] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.868139] env[68199]: DEBUG nova.compute.manager [req-919e0d3f-1276-494b-ab66-f80b375e205a req-54fa204a-5c00-49f4-aa08-8fff50d82e86 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Received event network-vif-deleted-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.868139] env[68199]: INFO nova.compute.manager [req-919e0d3f-1276-494b-ab66-f80b375e205a req-54fa204a-5c00-49f4-aa08-8fff50d82e86 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Neutron deleted interface bfe0f127-6d74-436c-9bb0-462a0e13b9e0; detaching it from the instance and deleting it from the info cache [ 793.868139] env[68199]: DEBUG nova.network.neutron [req-919e0d3f-1276-494b-ab66-f80b375e205a req-54fa204a-5c00-49f4-aa08-8fff50d82e86 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.875034] env[68199]: DEBUG oslo_vmware.api [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.985288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.091556] env[68199]: DEBUG oslo_concurrency.lockutils [None req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.993s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.112809] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.116858] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.760s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.121888] env[68199]: INFO nova.compute.claims [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.145093] env[68199]: INFO nova.scheduler.client.report [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted allocations for instance f2ef062b-6901-4c45-b6fc-e664b15d1d3a [ 794.243600] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.251879] env[68199]: DEBUG oslo_vmware.api [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070058, 'name': PowerOnVM_Task, 'duration_secs': 0.507524} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.252650] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.253086] env[68199]: INFO nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 794.253400] env[68199]: DEBUG nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.254762] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b67ea8-3ed0-430f-848c-7871b7710ac8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.292995] env[68199]: DEBUG nova.network.neutron [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.371034] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c43df51b-6de7-4bdf-9cdf-4c23751bf467 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.376739] env[68199]: DEBUG oslo_vmware.api [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070059, 'name': PowerOffVM_Task, 'duration_secs': 0.202932} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.377103] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.377201] env[68199]: DEBUG nova.compute.manager [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.378021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a885ed-1e70-4fcd-9e60-dada8ec1d272 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.384551] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b4e39-df59-4d95-836a-725cea76ddae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.426437] env[68199]: DEBUG nova.compute.manager [req-919e0d3f-1276-494b-ab66-f80b375e205a req-54fa204a-5c00-49f4-aa08-8fff50d82e86 service nova] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Detach interface failed, port_id=bfe0f127-6d74-436c-9bb0-462a0e13b9e0, reason: Instance faed078e-05e1-49ca-a279-c6e9116a3a46 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.662197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d6392222-875c-4ba3-a0b4-b92d8022ed4f tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "f2ef062b-6901-4c45-b6fc-e664b15d1d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.931s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.779727] env[68199]: INFO nova.compute.manager [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Took 37.97 seconds to build instance. [ 794.785531] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.794610] env[68199]: INFO nova.compute.manager [-] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Took 1.38 seconds to deallocate network for instance. [ 794.903838] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5929b1d-b969-4831-bf47-2d808378c2d2 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.138640] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "61aaee44-9333-4eab-bc8f-cba4b828b845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.138910] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.139287] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.139533] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.139771] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.142061] env[68199]: INFO nova.compute.manager [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Terminating instance [ 795.153031] env[68199]: DEBUG nova.compute.manager [None req-b3266cf3-95e8-4e8f-b6fa-1cfa5b4c34d0 tempest-ServerDiagnosticsV248Test-729714108 tempest-ServerDiagnosticsV248Test-729714108-project-admin] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.155017] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b3116-99b4-4ddc-989a-91b619960781 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.165889] env[68199]: INFO nova.compute.manager [None req-b3266cf3-95e8-4e8f-b6fa-1cfa5b4c34d0 tempest-ServerDiagnosticsV248Test-729714108 tempest-ServerDiagnosticsV248Test-729714108-project-admin] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Retrieving diagnostics [ 795.166734] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d94a01-b698-454e-a04b-878d5bc9b06e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.282767] env[68199]: DEBUG oslo_concurrency.lockutils [None req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.369s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.302295] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.590121] env[68199]: DEBUG nova.compute.manager [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 795.651992] env[68199]: DEBUG nova.compute.manager [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.652160] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.653253] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31ab8b-5c31-4aef-9f95-00b08fb78a9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.663811] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.666604] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0a2728-4159-4c35-82e3-b78b77a1aafa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.675777] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 795.675777] env[68199]: value = "task-3070060" [ 795.675777] env[68199]: _type = "Task" [ 795.675777] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.685222] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3070060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.751289] env[68199]: DEBUG nova.objects.instance [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'flavor' on Instance uuid 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.753880] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b094c3-b2c9-4882-bab7-a0636b57b2cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.763616] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36caa297-0b4a-4910-a62f-6f4e40cac1c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.795368] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24251c92-b6b3-4729-ad20-712acb03b8f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.804139] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6acf7e-6fbd-41b4-8bce-5f5f5817db92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.821104] env[68199]: DEBUG nova.compute.provider_tree [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.109881] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.186845] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3070060, 'name': PowerOffVM_Task, 'duration_secs': 0.376769} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.187766] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.188907] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.188907] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb4273b-33c7-4253-bacc-69dc05680fb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.261311] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.261756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.262091] env[68199]: DEBUG nova.network.neutron [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.262383] env[68199]: DEBUG nova.objects.instance [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'info_cache' on Instance uuid 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.272692] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.275148] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.275148] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleting the datastore file [datastore2] 61aaee44-9333-4eab-bc8f-cba4b828b845 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.275148] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aef4803-4a13-45ab-ae65-db50537e7706 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.289241] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for the task: (returnval){ [ 796.289241] env[68199]: value = "task-3070062" [ 796.289241] env[68199]: _type = "Task" [ 796.289241] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.297339] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3070062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.324663] env[68199]: DEBUG nova.scheduler.client.report [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.478513] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "f5b4aac1-464e-460c-9c19-2c5d43302016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.478774] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.479030] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "f5b4aac1-464e-460c-9c19-2c5d43302016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.479234] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.479437] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.481631] env[68199]: INFO nova.compute.manager [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Terminating instance [ 796.767255] env[68199]: DEBUG nova.objects.base [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Object Instance<4bbb344e-11e3-48ad-ad1d-437222dbf06d> lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.796166] env[68199]: DEBUG oslo_vmware.api [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Task: {'id': task-3070062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162674} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.796450] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.796674] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.796883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.797172] env[68199]: INFO nova.compute.manager [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Took 1.15 seconds to destroy the instance on the hypervisor. [ 796.797479] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.797975] env[68199]: DEBUG nova.compute.manager [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.802021] env[68199]: DEBUG nova.network.neutron [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.832299] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.832299] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.834059] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.781s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.834365] env[68199]: DEBUG nova.objects.instance [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.987126] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "refresh_cache-f5b4aac1-464e-460c-9c19-2c5d43302016" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.987592] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquired lock "refresh_cache-f5b4aac1-464e-460c-9c19-2c5d43302016" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.988329] env[68199]: DEBUG nova.network.neutron [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.344046] env[68199]: DEBUG nova.compute.utils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.345115] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.345370] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.360781] env[68199]: DEBUG nova.compute.manager [req-1cbf4c62-2c5c-4265-bdc3-c83e0cf08c59 req-7a38a381-66dc-49e0-bb26-468ea5620490 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Received event network-vif-deleted-1cb985b9-a4dd-48b6-b065-63b97f872df2 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.360971] env[68199]: INFO nova.compute.manager [req-1cbf4c62-2c5c-4265-bdc3-c83e0cf08c59 req-7a38a381-66dc-49e0-bb26-468ea5620490 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Neutron deleted interface 1cb985b9-a4dd-48b6-b065-63b97f872df2; detaching it from the instance and deleting it from the info cache [ 797.361225] env[68199]: DEBUG nova.network.neutron [req-1cbf4c62-2c5c-4265-bdc3-c83e0cf08c59 req-7a38a381-66dc-49e0-bb26-468ea5620490 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.431043] env[68199]: DEBUG nova.policy [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bbbc7c0a1f4ee29bd80ca94c86feca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98bca311ae284313b3d6e284a40668e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.452267] env[68199]: DEBUG nova.compute.manager [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.452267] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80755d46-7272-4f8e-ae33-5a215a252e48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.509898] env[68199]: DEBUG nova.network.neutron [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.570279] env[68199]: DEBUG nova.network.neutron [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.620281] env[68199]: DEBUG nova.network.neutron [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.624242] env[68199]: DEBUG nova.network.neutron [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.805571] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Successfully created port: b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.847340] env[68199]: DEBUG nova.compute.utils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.859027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfed0ad2-e9d1-4f22-818d-ba3cf40a1e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.859027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.887s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.859027] env[68199]: DEBUG nova.objects.instance [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.865617] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd06cc2-8954-4d57-8bd0-54e6d02a988f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.880389] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8df40e-3300-49e4-92ce-01311894019a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.919195] env[68199]: DEBUG nova.compute.manager [req-1cbf4c62-2c5c-4265-bdc3-c83e0cf08c59 req-7a38a381-66dc-49e0-bb26-468ea5620490 service nova] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Detach interface failed, port_id=1cb985b9-a4dd-48b6-b065-63b97f872df2, reason: Instance 61aaee44-9333-4eab-bc8f-cba4b828b845 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.968117] env[68199]: INFO nova.compute.manager [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] instance snapshotting [ 797.972308] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d231888-6288-44f4-a3ee-2c6fdb195287 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.995373] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661acd92-40e3-4368-9300-0f7528f05790 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.073452] env[68199]: INFO nova.compute.manager [-] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Took 1.28 seconds to deallocate network for instance. [ 798.122530] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Releasing lock "refresh_cache-f5b4aac1-464e-460c-9c19-2c5d43302016" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.122948] env[68199]: DEBUG nova.compute.manager [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.123166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.124062] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42ffc5-16f6-4a3a-8962-256b5d70aec6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.128550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.134119] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.134119] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ead3c4-e732-4c3f-9ff4-394de8b2145c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.139518] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 798.139518] env[68199]: value = "task-3070063" [ 798.139518] env[68199]: _type = "Task" [ 798.139518] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.148136] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.349217] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.510108] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.510108] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4539b941-6f0c-4de9-8ebe-f7504d0623a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.517609] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 798.517609] env[68199]: value = "task-3070064" [ 798.517609] env[68199]: _type = "Task" [ 798.517609] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.526152] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070064, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.580172] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.650922] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070063, 'name': PowerOffVM_Task, 'duration_secs': 0.234748} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.651268] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.651513] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.651801] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21df0a63-385c-4bef-ade5-102dfc127303 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.677198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.677198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.677331] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Deleting the datastore file [datastore2] f5b4aac1-464e-460c-9c19-2c5d43302016 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.677594] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3abc5be0-e780-4de2-b50c-cecd6eb5aee9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.685278] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for the task: (returnval){ [ 798.685278] env[68199]: value = "task-3070066" [ 798.685278] env[68199]: _type = "Task" [ 798.685278] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.693467] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.868644] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b681706f-c286-47e4-93a9-689e78ba1d71 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.869983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.753s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.871986] env[68199]: INFO nova.compute.claims [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.029769] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070064, 'name': CreateSnapshot_Task, 'duration_secs': 0.503092} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.030173] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.031194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd2462-97ba-41b7-872d-e2a3aea0fd9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.136185] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.136571] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960f8f0c-8676-45b7-86e6-bd48ce95b8df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.144441] env[68199]: DEBUG oslo_vmware.api [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 799.144441] env[68199]: value = "task-3070067" [ 799.144441] env[68199]: _type = "Task" [ 799.144441] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.156352] env[68199]: DEBUG oslo_vmware.api [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.197480] env[68199]: DEBUG oslo_vmware.api [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Task: {'id': task-3070066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096646} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.197781] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.197942] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.198167] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.198295] env[68199]: INFO nova.compute.manager [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Took 1.08 seconds to destroy the instance on the hypervisor. [ 799.198506] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.198695] env[68199]: DEBUG nova.compute.manager [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.198788] env[68199]: DEBUG nova.network.neutron [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.221765] env[68199]: DEBUG nova.network.neutron [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.304880] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Successfully updated port: b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.359874] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.389922] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='368267471',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-348033167',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.390191] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.390350] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.390528] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.390672] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.390817] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.391901] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.392137] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.392326] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.392518] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.392709] env[68199]: DEBUG nova.virt.hardware [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.393565] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc9779-79d3-46b4-9ac8-8b7610a43e32 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.405048] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d01199-35aa-4ba4-8d80-92c8dc1f93ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.421356] env[68199]: DEBUG nova.compute.manager [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Received event network-vif-plugged-b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.421515] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Acquiring lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.421726] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.421892] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.422074] env[68199]: DEBUG nova.compute.manager [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] No waiting events found dispatching network-vif-plugged-b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.422239] env[68199]: WARNING nova.compute.manager [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Received unexpected event network-vif-plugged-b04cef25-ff2c-4543-80a5-76d55fb9b11b for instance with vm_state building and task_state spawning. [ 799.422430] env[68199]: DEBUG nova.compute.manager [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Received event network-changed-b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.422605] env[68199]: DEBUG nova.compute.manager [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Refreshing instance network info cache due to event network-changed-b04cef25-ff2c-4543-80a5-76d55fb9b11b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.422786] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Acquiring lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.422919] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Acquired lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.423083] env[68199]: DEBUG nova.network.neutron [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Refreshing network info cache for port b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.548492] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.548891] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ac212ab-b19e-453a-87eb-79336081d49a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.559809] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 799.559809] env[68199]: value = "task-3070068" [ 799.559809] env[68199]: _type = "Task" [ 799.559809] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.570382] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070068, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.656953] env[68199]: DEBUG oslo_vmware.api [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.724632] env[68199]: DEBUG nova.network.neutron [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.807034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961289] env[68199]: DEBUG nova.network.neutron [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.044187] env[68199]: DEBUG nova.network.neutron [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.070113] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070068, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.154717] env[68199]: DEBUG oslo_vmware.api [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070067, 'name': PowerOnVM_Task, 'duration_secs': 0.855138} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.154979] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.155329] env[68199]: DEBUG nova.compute.manager [None req-ad20c383-014e-459d-ad89-3baef7f6dd4b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.156114] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6b55a-751f-4f52-944f-403166eee0cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.226728] env[68199]: INFO nova.compute.manager [-] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Took 1.03 seconds to deallocate network for instance. [ 800.392827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af90f5f-555c-4a32-b304-9661cff0e2ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.401245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff008d-fbc8-49c8-b4da-1a4085788a34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.435849] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0b47e0-e2df-483a-96bf-5abee2676c8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.444831] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c0f25-3183-4f14-96b8-eefeb2beac9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.459631] env[68199]: DEBUG nova.compute.provider_tree [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.549309] env[68199]: DEBUG oslo_concurrency.lockutils [req-f902c52b-e703-494c-b0c9-08ef5135d527 req-fa6c5640-9d46-4ed8-8ee0-6b875a42a1f4 service nova] Releasing lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.549676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549857] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.570936] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070068, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.733770] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.962501] env[68199]: DEBUG nova.scheduler.client.report [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.072244] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070068, 'name': CloneVM_Task, 'duration_secs': 1.156525} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.072384] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Created linked-clone VM from snapshot [ 801.073184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dcf54c-8db3-4108-b23d-b66e603229ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.082174] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Uploading image 47fdc722-319f-41ea-8f42-b1a6336e0d84 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.087685] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.097160] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.097472] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f653d9f-d7a6-4211-9b3b-676406daf627 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.105489] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 801.105489] env[68199]: value = "task-3070069" [ 801.105489] env[68199]: _type = "Task" [ 801.105489] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.115362] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070069, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.442826] env[68199]: DEBUG nova.network.neutron [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Updating instance_info_cache with network_info: [{"id": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "address": "fa:16:3e:08:a4:b0", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04cef25-ff", "ovs_interfaceid": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.472050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.472833] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.475639] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.379s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.477757] env[68199]: DEBUG nova.objects.instance [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lazy-loading 'resources' on Instance uuid e0925630-021c-4dbe-921a-1fcc8b738b53 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.617028] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070069, 'name': Destroy_Task, 'duration_secs': 0.491094} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.617371] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Destroyed the VM [ 801.617519] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 801.617928] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61bb21ea-958b-478a-96e9-39d0f6d524aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.624121] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 801.624121] env[68199]: value = "task-3070070" [ 801.624121] env[68199]: _type = "Task" [ 801.624121] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.632563] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070070, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.946776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.946776] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance network_info: |[{"id": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "address": "fa:16:3e:08:a4:b0", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04cef25-ff", "ovs_interfaceid": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.946776] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a4:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04cef25-ff2c-4543-80a5-76d55fb9b11b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.954178] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.954672] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.954672] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc64774-ae5b-4e6e-b8de-45652e7dbfdc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.975079] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.975079] env[68199]: value = "task-3070071" [ 801.975079] env[68199]: _type = "Task" [ 801.975079] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.981289] env[68199]: DEBUG nova.compute.utils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.982748] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.982914] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.990495] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070071, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.050724] env[68199]: DEBUG nova.policy [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5e7c31429014c9dae68150d034bdaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d5afa2103343acb64fd90083df7b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.137511] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070070, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.443703] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Successfully created port: 65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.483470] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2371b1c-c7d7-49b3-80c1-4f912949bf5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.487116] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.494218] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070071, 'name': CreateVM_Task, 'duration_secs': 0.478413} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.495530] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.499018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.499018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.499018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.499018] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffdb896-5fae-4538-9a26-ef0d373148ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.501454] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b997e7-9656-4795-8ea0-e1bb1305a2d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.508955] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 802.508955] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5232e60c-3f0a-24f3-1ddc-a2dd026dac85" [ 802.508955] env[68199]: _type = "Task" [ 802.508955] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.541547] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870019b9-a499-4842-a693-491a3be83342 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.550089] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5232e60c-3f0a-24f3-1ddc-a2dd026dac85, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.552698] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.552821] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.553025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.553210] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.553415] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.553728] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73472ad-74c0-4ba9-8e8c-e0349d5f4f79 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.556742] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a65a2b-bcdc-4939-8ad6-dc0c481e2687 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.571963] env[68199]: DEBUG nova.compute.provider_tree [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.575127] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.575229] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.576082] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d879e7-341b-4dec-90e8-6c78de352109 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.581216] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 802.581216] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a997a5-42b6-a24f-571b-096c2da2d35d" [ 802.581216] env[68199]: _type = "Task" [ 802.581216] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.590555] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a997a5-42b6-a24f-571b-096c2da2d35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.634978] env[68199]: DEBUG oslo_vmware.api [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070070, 'name': RemoveSnapshot_Task, 'duration_secs': 0.861262} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.635331] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.075892] env[68199]: DEBUG nova.scheduler.client.report [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.097608] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a997a5-42b6-a24f-571b-096c2da2d35d, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.102250] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c426053-75af-4d49-9cdb-4cb98f26b531 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.108870] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 803.108870] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520b1739-860e-103a-fffc-401aa62c2314" [ 803.108870] env[68199]: _type = "Task" [ 803.108870] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.120115] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520b1739-860e-103a-fffc-401aa62c2314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.139731] env[68199]: WARNING nova.compute.manager [None req-47421993-1912-4008-8171-797b41c7505f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Image not found during snapshot: nova.exception.ImageNotFound: Image 47fdc722-319f-41ea-8f42-b1a6336e0d84 could not be found. [ 803.502096] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.527911] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.528231] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.528435] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.528660] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.528847] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.529065] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.530101] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.530101] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.530101] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.530268] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.530590] env[68199]: DEBUG nova.virt.hardware [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.531705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a8cf6-e374-43a8-b187-91c4a38c5d14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.539801] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eed799-50cd-46b0-99a7-59564ac1565f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.582197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.584252] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.965s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.584494] env[68199]: DEBUG nova.objects.instance [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lazy-loading 'resources' on Instance uuid 002960bc-570e-4ed4-889f-5a476cc9471c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.615224] env[68199]: INFO nova.scheduler.client.report [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted allocations for instance e0925630-021c-4dbe-921a-1fcc8b738b53 [ 803.627476] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520b1739-860e-103a-fffc-401aa62c2314, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.627476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.627732] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/62958d8a-e373-4c5f-ac69-8e3891e1a239.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.628464] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592b163b-4f92-4e61-89b2-f9ad27b4fe26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.635571] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 803.635571] env[68199]: value = "task-3070072" [ 803.635571] env[68199]: _type = "Task" [ 803.635571] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.646673] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.686692] env[68199]: INFO nova.compute.manager [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Rebuilding instance [ 803.741153] env[68199]: DEBUG nova.compute.manager [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.742443] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d928df01-2fc8-497e-a5db-cbef70711e03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.112927] env[68199]: DEBUG nova.compute.manager [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Received event network-vif-plugged-65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.113197] env[68199]: DEBUG oslo_concurrency.lockutils [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] Acquiring lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.113439] env[68199]: DEBUG oslo_concurrency.lockutils [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.113620] env[68199]: DEBUG oslo_concurrency.lockutils [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.113784] env[68199]: DEBUG nova.compute.manager [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] No waiting events found dispatching network-vif-plugged-65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.114054] env[68199]: WARNING nova.compute.manager [req-642f5202-906a-43f2-8ca2-6c7929587ea3 req-e9507aba-d7f7-42b9-b9f5-fe4bdab7e1ea service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Received unexpected event network-vif-plugged-65bb00ae-fc0f-4370-9124-69ea8e19aa3c for instance with vm_state building and task_state spawning. [ 804.122710] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f5b990d4-9320-447b-841f-a569456118a9 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "e0925630-021c-4dbe-921a-1fcc8b738b53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.682s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.150921] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.274916] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Successfully updated port: 65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.582554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.582813] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.583025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.583207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.583373] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.588169] env[68199]: INFO nova.compute.manager [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Terminating instance [ 804.616068] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d78a2-2deb-4983-86a1-9e0efcca68fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.624600] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df89d52-cd20-4ca2-b588-e51666fccd0d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.660597] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea771a-6edf-4b0c-adf3-3067fdb14c7f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.668996] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542495} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.671221] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/62958d8a-e373-4c5f-ac69-8e3891e1a239.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.671576] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.671909] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3cca748-3886-4af4-87ee-76af507ff17d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.674787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed01a6c-6990-4de4-b777-a653dd11662d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.689934] env[68199]: DEBUG nova.compute.provider_tree [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.695360] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 804.695360] env[68199]: value = "task-3070073" [ 804.695360] env[68199]: _type = "Task" [ 804.695360] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.701045] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.762042] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.765932] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fd736f-1d88-4b4e-8209-5bfa31ad49e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.772754] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 804.772754] env[68199]: value = "task-3070074" [ 804.772754] env[68199]: _type = "Task" [ 804.772754] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.777045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.777198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.777384] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.785417] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.096988] env[68199]: DEBUG nova.compute.manager [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.097251] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.098148] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7602d3-1f7f-4473-abed-7364425b4d92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.107044] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.107044] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc71b3c1-1436-49fd-befc-66563553fa27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.115181] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 805.115181] env[68199]: value = "task-3070075" [ 805.115181] env[68199]: _type = "Task" [ 805.115181] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.124018] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.194439] env[68199]: DEBUG nova.scheduler.client.report [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.209847] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203911} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.210510] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.211505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5859e0-23cb-4660-b2fe-216914b21d59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.237050] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/62958d8a-e373-4c5f-ac69-8e3891e1a239.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.237616] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315cd960-bca6-47d2-a515-f404c06ce0e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.257280] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 805.257280] env[68199]: value = "task-3070076" [ 805.257280] env[68199]: _type = "Task" [ 805.257280] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.266386] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.284110] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070074, 'name': PowerOffVM_Task, 'duration_secs': 0.36049} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.285720] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.287246] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.288129] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd4c1901-4727-466b-a627-e5317daa4c3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.297202] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 805.297202] env[68199]: value = "task-3070077" [ 805.297202] env[68199]: _type = "Task" [ 805.297202] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.307406] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.340771] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.383364] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.383641] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.384012] env[68199]: DEBUG nova.objects.instance [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid a9204581-7d78-46e0-8b74-5da309b58fa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.546923] env[68199]: DEBUG nova.network.neutron [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Updating instance_info_cache with network_info: [{"id": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "address": "fa:16:3e:40:a4:2f", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb00ae-fc", "ovs_interfaceid": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.624478] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070075, 'name': PowerOffVM_Task, 'duration_secs': 0.344895} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.624988] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.626350] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.626656] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ac9a9b-8a12-4cc1-98ab-2489ab57bdb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.688443] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.688755] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.689182] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleting the datastore file [datastore1] 0491be89-90a2-4f1a-81b4-748994f6e8a3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.689281] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c37b33-1027-4c16-9600-7e1ba0b6f32c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.697220] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 805.697220] env[68199]: value = "task-3070079" [ 805.697220] env[68199]: _type = "Task" [ 805.697220] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.705516] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.707456] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.707983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.003s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.708389] env[68199]: DEBUG nova.objects.instance [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'resources' on Instance uuid 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.741027] env[68199]: INFO nova.scheduler.client.report [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Deleted allocations for instance 002960bc-570e-4ed4-889f-5a476cc9471c [ 805.772478] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.806686] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 805.806686] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 805.806686] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614702', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'name': 'volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e2bfb4b-822d-4728-9a5b-a126fde49d45', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'serial': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 805.809020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc15cc-28bd-4ddf-8001-862ff91642b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.826234] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2c821-3903-4387-9dff-584c4988b814 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.833394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce541b8-1607-4eff-ba52-c618a4acb378 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.853988] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7336ff-8c66-4006-897c-df3be68d9eb7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.871440] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] The volume has not been displaced from its original location: [datastore2] volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9/volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 805.876209] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.876418] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699042e9-91b7-4470-9708-5b57977cb280 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.899029] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 805.899029] env[68199]: value = "task-3070080" [ 805.899029] env[68199]: _type = "Task" [ 805.899029] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.910690] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.028537] env[68199]: DEBUG nova.objects.instance [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid a9204581-7d78-46e0-8b74-5da309b58fa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.049545] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.049867] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance network_info: |[{"id": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "address": "fa:16:3e:40:a4:2f", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb00ae-fc", "ovs_interfaceid": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.050338] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:a4:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bb00ae-fc0f-4370-9124-69ea8e19aa3c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.059319] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.059319] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.059319] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064cc18f-8aac-4471-85e9-72ac9072813d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.081933] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.081933] env[68199]: value = "task-3070081" [ 806.081933] env[68199]: _type = "Task" [ 806.081933] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.090067] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070081, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.208119] env[68199]: DEBUG oslo_vmware.api [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16031} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.208119] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.208293] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.208428] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.208743] env[68199]: INFO nova.compute.manager [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 806.208901] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.209209] env[68199]: DEBUG nova.compute.manager [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.209285] env[68199]: DEBUG nova.network.neutron [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.247804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Lock "002960bc-570e-4ed4-889f-5a476cc9471c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.550s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.283659] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070076, 'name': ReconfigVM_Task, 'duration_secs': 0.541493} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.284358] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/62958d8a-e373-4c5f-ac69-8e3891e1a239.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.284840] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68199) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 806.291458] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a1a040d7-b671-474f-8bc6-c47bb6dd0f29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.299868] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 806.299868] env[68199]: value = "task-3070082" [ 806.299868] env[68199]: _type = "Task" [ 806.299868] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.311612] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070082, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.349624] env[68199]: DEBUG nova.compute.manager [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Received event network-changed-65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.349624] env[68199]: DEBUG nova.compute.manager [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Refreshing instance network info cache due to event network-changed-65bb00ae-fc0f-4370-9124-69ea8e19aa3c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.349624] env[68199]: DEBUG oslo_concurrency.lockutils [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] Acquiring lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.349624] env[68199]: DEBUG oslo_concurrency.lockutils [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] Acquired lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.349624] env[68199]: DEBUG nova.network.neutron [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Refreshing network info cache for port 65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.411817] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070080, 'name': ReconfigVM_Task, 'duration_secs': 0.350882} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.412178] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 806.417370] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2968a711-4881-488c-824f-de1df9556737 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.444822] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 806.444822] env[68199]: value = "task-3070083" [ 806.444822] env[68199]: _type = "Task" [ 806.444822] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.456667] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.532020] env[68199]: DEBUG nova.objects.base [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 806.532020] env[68199]: DEBUG nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.586020] env[68199]: DEBUG nova.policy [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.601388] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070081, 'name': CreateVM_Task, 'duration_secs': 0.478705} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.601588] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.602427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.602602] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.602944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.603269] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b0eac5-260e-4008-8160-ac5ac198dbf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.611805] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 806.611805] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d773c8-8610-3928-61ef-74c5f2bcd485" [ 806.611805] env[68199]: _type = "Task" [ 806.611805] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.621110] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d773c8-8610-3928-61ef-74c5f2bcd485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.767758] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d0518-e737-49fa-8bcc-2db18d6e7c4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.776838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb6c1ae-089b-4fc9-a902-502ab735c881 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.817713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44a698-02f9-4691-b172-fc42f23f849b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.831020] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070082, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058892} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.831020] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68199) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 806.831020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d9359-4295-4bdd-a2e5-cf57233ac205 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.834254] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa81f8-152c-4fdb-a1db-3c4ba34abd47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.868657] env[68199]: DEBUG nova.compute.provider_tree [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.877760] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/ephemeral_0.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.878405] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae81e5c-a976-412c-8ed9-9fce50c231aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.898253] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 806.898253] env[68199]: value = "task-3070084" [ 806.898253] env[68199]: _type = "Task" [ 806.898253] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.906692] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.955997] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070083, 'name': ReconfigVM_Task, 'duration_secs': 0.135243} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.958576] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614702', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'name': 'volume-c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e2bfb4b-822d-4728-9a5b-a126fde49d45', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9', 'serial': 'c6bb1076-4c7f-4b16-9a39-4e71df5f95a9'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.958804] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.959784] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb80e52-a241-47b1-a3e0-f7e81cdd070f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.966792] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.967507] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ee6b69-af40-47cf-8bd5-deb889bab4cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.985788] env[68199]: DEBUG nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Successfully created port: bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.995261] env[68199]: DEBUG nova.network.neutron [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.038405] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.038722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.039315] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Deleting the datastore file [datastore2] 9e2bfb4b-822d-4728-9a5b-a126fde49d45 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.039315] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689c183e-0deb-45ae-bf20-f3109353032c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.046720] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for the task: (returnval){ [ 807.046720] env[68199]: value = "task-3070086" [ 807.046720] env[68199]: _type = "Task" [ 807.046720] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.056322] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.123241] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d773c8-8610-3928-61ef-74c5f2bcd485, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.123357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.123592] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.123830] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.123965] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.124155] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.124493] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9ff903-774c-47d9-a64b-71ec53d93598 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.134210] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.134210] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.134210] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8720b02-b100-441a-99e0-b2ac1c8ed334 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.143680] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 807.143680] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52edbfdd-7c6f-cd42-92db-09516a3d1ca9" [ 807.143680] env[68199]: _type = "Task" [ 807.143680] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.152190] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52edbfdd-7c6f-cd42-92db-09516a3d1ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.152380] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3cc03b-1f6c-4a81-8e53-f1a7b2286bae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.157800] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 807.157800] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c28a34-e9c5-e0cd-5905-8e7fa5a846ca" [ 807.157800] env[68199]: _type = "Task" [ 807.157800] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.165013] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c28a34-e9c5-e0cd-5905-8e7fa5a846ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.290803] env[68199]: DEBUG nova.network.neutron [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Updated VIF entry in instance network info cache for port 65bb00ae-fc0f-4370-9124-69ea8e19aa3c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.290803] env[68199]: DEBUG nova.network.neutron [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Updating instance_info_cache with network_info: [{"id": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "address": "fa:16:3e:40:a4:2f", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb00ae-fc", "ovs_interfaceid": "65bb00ae-fc0f-4370-9124-69ea8e19aa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.379869] env[68199]: DEBUG nova.scheduler.client.report [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.411860] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070084, 'name': ReconfigVM_Task, 'duration_secs': 0.338364} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.412349] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239/ephemeral_0.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.413613] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-257a2dc8-d197-4be6-ad60-d79608e4ad94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.420485] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 807.420485] env[68199]: value = "task-3070087" [ 807.420485] env[68199]: _type = "Task" [ 807.420485] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.433012] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070087, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.498273] env[68199]: INFO nova.compute.manager [-] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Took 1.29 seconds to deallocate network for instance. [ 807.558612] env[68199]: DEBUG oslo_vmware.api [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Task: {'id': task-3070086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077945} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.558902] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.559138] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.559354] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.678278] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c28a34-e9c5-e0cd-5905-8e7fa5a846ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.678278] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 807.678278] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.678278] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.678278] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d76b9064-5144-4b9d-90ca-966a6d8589df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.679396] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f2430d-6050-450a-8382-ca2c7b4492e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.689051] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d651207-7046-4b57-a8c4-14156f60ee48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.703123] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 807.703123] env[68199]: value = "task-3070088" [ 807.703123] env[68199]: _type = "Task" [ 807.703123] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.714174] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.730069] env[68199]: ERROR nova.compute.manager [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Failed to detach volume c6bb1076-4c7f-4b16-9a39-4e71df5f95a9 from /dev/sda: nova.exception.InstanceNotFound: Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 could not be found. [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Traceback (most recent call last): [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self.driver.rebuild(**kwargs) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise NotImplementedError() [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] NotImplementedError [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] During handling of the above exception, another exception occurred: [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Traceback (most recent call last): [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self.driver.detach_volume(context, old_connection_info, [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] return self._volumeops.detach_volume(connection_info, instance) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._detach_volume_vmdk(connection_info, instance) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] stable_ref.fetch_moref(session) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise exception.InstanceNotFound(instance_id=self._uuid) [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] nova.exception.InstanceNotFound: Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 could not be found. [ 807.730069] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.795964] env[68199]: DEBUG oslo_concurrency.lockutils [req-99cc1879-64eb-46fe-9ece-cacc25abb0e2 req-d996b48e-e152-493c-8175-3eedfc393178 service nova] Releasing lock "refresh_cache-82c5c3ca-bf5d-437e-aee2-95f265adee6e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.889035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.892918] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.354s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.892918] env[68199]: DEBUG nova.objects.instance [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lazy-loading 'resources' on Instance uuid 92a7e525-691d-4b2f-915f-89595543fe46 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.912029] env[68199]: INFO nova.scheduler.client.report [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocations for instance 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b [ 807.921831] env[68199]: DEBUG nova.compute.utils [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Build of instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 aborted: Failed to rebuild volume backed instance. {{(pid=68199) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 807.934145] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070087, 'name': Rename_Task, 'duration_secs': 0.169058} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.936479] env[68199]: ERROR nova.compute.manager [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 aborted: Failed to rebuild volume backed instance. [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Traceback (most recent call last): [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self.driver.rebuild(**kwargs) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise NotImplementedError() [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] NotImplementedError [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] During handling of the above exception, another exception occurred: [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Traceback (most recent call last): [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._detach_root_volume(context, instance, root_bdm) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] with excutils.save_and_reraise_exception(): [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self.force_reraise() [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise self.value [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self.driver.detach_volume(context, old_connection_info, [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] return self._volumeops.detach_volume(connection_info, instance) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._detach_volume_vmdk(connection_info, instance) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] stable_ref.fetch_moref(session) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise exception.InstanceNotFound(instance_id=self._uuid) [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] nova.exception.InstanceNotFound: Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 could not be found. [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] During handling of the above exception, another exception occurred: [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Traceback (most recent call last): [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] yield [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 807.936479] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._do_rebuild_instance_with_claim( [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._do_rebuild_instance( [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._rebuild_default_impl(**kwargs) [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] self._rebuild_volume_backed_instance( [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] raise exception.BuildAbortException( [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] nova.exception.BuildAbortException: Build of instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 aborted: Failed to rebuild volume backed instance. [ 807.937715] env[68199]: ERROR nova.compute.manager [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] [ 807.941441] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.941441] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ee8c46-06a3-412a-b2a5-8abafa829850 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.950587] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 807.950587] env[68199]: value = "task-3070089" [ 807.950587] env[68199]: _type = "Task" [ 807.950587] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.963267] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.009659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.215681] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497745} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.217129] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.217129] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.217129] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c59ceea3-66b6-416a-a2d1-c52215766110 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225990] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 808.225990] env[68199]: value = "task-3070090" [ 808.225990] env[68199]: _type = "Task" [ 808.225990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.235883] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.423982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-54b66fba-53d1-449f-b101-b65c01611eda tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "5030d6f8-3dd0-4a1e-a5b7-547f52dc563b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.729s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.462848] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.737785] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2298} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.738092] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.738927] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e597b-3340-4d0f-80e8-33c97e689ead {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.761312] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.764184] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945d928a-084b-4f6f-9e62-507ebf1df645 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.785492] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 808.785492] env[68199]: value = "task-3070091" [ 808.785492] env[68199]: _type = "Task" [ 808.785492] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.795733] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.899334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd627c-5455-484e-81b5-5cf535b981d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906694] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea22dbe-bbba-4ffb-bb7c-9419403e33e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.941213] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ff871-07dc-48f4-89ef-5a2cf58816e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.950265] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66a244-d279-440f-acd6-7ac86e2d7449 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.957359] env[68199]: DEBUG nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Successfully updated port: bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.976437] env[68199]: DEBUG nova.compute.provider_tree [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.981284] env[68199]: DEBUG oslo_vmware.api [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070089, 'name': PowerOnVM_Task, 'duration_secs': 0.736386} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.981805] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.982385] env[68199]: INFO nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Took 9.62 seconds to spawn the instance on the hypervisor. [ 808.982385] env[68199]: DEBUG nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.983551] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27023672-19eb-4154-a591-8df854ceee4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.126029] env[68199]: DEBUG nova.compute.manager [req-74215aaa-cf34-4bd9-a061-6d8bcf2e6bbd req-753c5ff7-2466-4fa3-9717-39b4800c3bae service nova] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Received event network-vif-deleted-573c4795-dca5-4740-be3d-d52d4d4a825a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.295538] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.467854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.467854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.467854] env[68199]: DEBUG nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.483049] env[68199]: DEBUG nova.scheduler.client.report [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.504552] env[68199]: INFO nova.compute.manager [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Took 44.17 seconds to build instance. [ 809.655729] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.655963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.796358] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070091, 'name': ReconfigVM_Task, 'duration_secs': 0.838716} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.796640] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.797308] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00fb930d-96a1-4ea6-ab4d-8f87c03f7a15 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.806203] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 809.806203] env[68199]: value = "task-3070092" [ 809.806203] env[68199]: _type = "Task" [ 809.806203] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.817306] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070092, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972467] env[68199]: DEBUG oslo_concurrency.lockutils [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.988837] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.992286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.713s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.992741] env[68199]: INFO nova.compute.claims [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.007534] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8664cf24-adad-46b8-8255-346a637f313a tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.707s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.020673] env[68199]: INFO nova.scheduler.client.report [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted allocations for instance 92a7e525-691d-4b2f-915f-89595543fe46 [ 810.030996] env[68199]: WARNING nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 810.160301] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.317711] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070092, 'name': Rename_Task, 'duration_secs': 0.337284} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.318168] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.318435] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3241577-7b4b-43fd-a2cb-6a99b9dc2a09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.320841] env[68199]: DEBUG nova.network.neutron [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552", "address": "fa:16:3e:bd:7c:14", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae8c3ac-7b", "ovs_interfaceid": "bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.330830] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 810.330830] env[68199]: value = "task-3070093" [ 810.330830] env[68199]: _type = "Task" [ 810.330830] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.336549] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.528790] env[68199]: DEBUG oslo_concurrency.lockutils [None req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "92a7e525-691d-4b2f-915f-89595543fe46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.511s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.689824] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.825944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.825944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.825944] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436755fa-bc57-447e-b4b5-0e0dfaae1700 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.842042] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.859466] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.860078] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.860358] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.860662] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.860912] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.861202] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.861555] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.861850] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.862166] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.862454] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.862842] env[68199]: DEBUG nova.virt.hardware [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.870439] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfiguring VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 810.871716] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a840bd-7ec4-485f-89f2-5c24bff3efd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.889926] env[68199]: DEBUG oslo_vmware.api [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 810.889926] env[68199]: value = "task-3070094" [ 810.889926] env[68199]: _type = "Task" [ 810.889926] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.898411] env[68199]: DEBUG oslo_vmware.api [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070094, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.977048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.977048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.209851] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "0d009248-0719-4bed-b537-8d07d578f58c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.210597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.210597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "0d009248-0719-4bed-b537-8d07d578f58c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.210597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.210775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.213103] env[68199]: INFO nova.compute.manager [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Terminating instance [ 811.341852] env[68199]: DEBUG oslo_vmware.api [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070093, 'name': PowerOnVM_Task, 'duration_secs': 0.866691} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.341852] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.342332] env[68199]: INFO nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Took 7.84 seconds to spawn the instance on the hypervisor. [ 811.342675] env[68199]: DEBUG nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.344144] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e52ec-974a-4402-9197-5ca73efe4b54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.399539] env[68199]: DEBUG oslo_vmware.api [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.468215] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88570b3e-0623-4f28-9e84-64b7222166e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.476612] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef8f55-aee4-4f56-9022-83d13f993fe8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.480799] env[68199]: DEBUG nova.compute.utils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.515014] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a99e9c-975f-4054-80e6-302334d1dad9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.521573] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada39169-ed60-46f1-bb57-df325a7f926d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.540505] env[68199]: DEBUG nova.compute.provider_tree [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.719464] env[68199]: DEBUG nova.compute.manager [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.719757] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.720705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d098d8-6e6e-4928-988f-8d06f57aebdc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.729403] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.729716] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-652ce4b1-dc5e-46eb-88ec-699d4e8b847b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.737246] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 811.737246] env[68199]: value = "task-3070095" [ 811.737246] env[68199]: _type = "Task" [ 811.737246] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.746428] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.867418] env[68199]: INFO nova.compute.manager [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Took 39.79 seconds to build instance. [ 811.903315] env[68199]: DEBUG oslo_vmware.api [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070094, 'name': ReconfigVM_Task, 'duration_secs': 0.909496} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.903765] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.904026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfigured VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 811.983873] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.044562] env[68199]: DEBUG nova.scheduler.client.report [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.249611] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070095, 'name': PowerOffVM_Task, 'duration_secs': 0.226513} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.250115] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.250434] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.250980] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f97e6f-08f4-49d7-924e-5a04629512aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.312112] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.312112] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.312365] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore1] 0d009248-0719-4bed-b537-8d07d578f58c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.312559] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0909fb4c-c8b1-496b-b0e2-9ac8c9ce3985 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.318947] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 812.318947] env[68199]: value = "task-3070097" [ 812.318947] env[68199]: _type = "Task" [ 812.318947] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.326865] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.368517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89d1d383-516f-47b7-9c36-2c8fc0604860 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.044s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.409142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae32b413-5935-4100-bc09-3b6996b737ea tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.025s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.549855] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.550401] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.554242] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.171s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.556301] env[68199]: INFO nova.compute.claims [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.830978] env[68199]: DEBUG oslo_vmware.api [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13532} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.831299] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.831493] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.831670] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.831837] env[68199]: INFO nova.compute.manager [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 812.832088] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.832356] env[68199]: DEBUG nova.compute.manager [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.832463] env[68199]: DEBUG nova.network.neutron [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.069150] env[68199]: DEBUG nova.compute.utils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.072896] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.072896] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.073155] env[68199]: INFO nova.compute.manager [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Attaching volume 50203b51-b692-49db-8c0d-be429b7bafec to /dev/sdb [ 813.078729] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.078729] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.119987] env[68199]: DEBUG nova.policy [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1412b4c7744d988f5a163b19e93e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b2846b707d04103a00ad389e7a02237', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.123379] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131fb273-08f8-493c-9707-b4212e335cf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.130938] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa87ed-8555-482a-9fa5-50db78b329d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.147169] env[68199]: DEBUG nova.virt.block_device [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updating existing volume attachment record: 9b24b4aa-231a-4d67-91c6-3af98fe3be5a {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 813.400739] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Successfully created port: 075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.440656] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-vif-plugged-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.440917] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.441175] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.441481] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.441585] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] No waiting events found dispatching network-vif-plugged-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.441708] env[68199]: WARNING nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received unexpected event network-vif-plugged-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 for instance with vm_state active and task_state None. [ 813.442179] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-changed-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.442179] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing instance network info cache due to event network-changed-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.442306] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.442343] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.442550] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Refreshing network info cache for port bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.580941] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.583473] env[68199]: DEBUG nova.network.neutron [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.043279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd68156-8127-42fa-89fa-8c75c39c6006 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.052741] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee750c-d0b7-482b-af1d-a894030c8f74 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.088085] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef10e0-635d-41ee-9bc1-4c3b5d3f5938 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.090806] env[68199]: INFO nova.compute.manager [-] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Took 1.26 seconds to deallocate network for instance. [ 814.105993] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca3821-d76b-4163-82a4-84f5a81451be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.121886] env[68199]: DEBUG nova.compute.provider_tree [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.227836] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updated VIF entry in instance network info cache for port bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.228289] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552", "address": "fa:16:3e:bd:7c:14", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae8c3ac-7b", "ovs_interfaceid": "bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.503278] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.504220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.504220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.504220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.504352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.506478] env[68199]: INFO nova.compute.manager [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Terminating instance [ 814.587163] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "584b980f-526f-419f-b648-809d9b38b63f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.587514] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.602827] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.607188] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.627401] env[68199]: DEBUG nova.scheduler.client.report [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.637563] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.637931] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.638123] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.638394] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.638617] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.638842] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.639152] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.639579] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.639579] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.639857] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.640654] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.641189] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262b5a6-2778-426e-9d9f-8039fa036b09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.650693] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8818eff-b283-49a3-a8ed-f94f217f4b29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.730749] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.731066] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Received event network-changed-b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.731295] env[68199]: DEBUG nova.compute.manager [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Refreshing instance network info cache due to event network-changed-b04cef25-ff2c-4543-80a5-76d55fb9b11b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.731555] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Acquiring lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.731704] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Acquired lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.731873] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Refreshing network info cache for port b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.949589] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Successfully updated port: 075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.014349] env[68199]: DEBUG nova.compute.manager [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.014718] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c76912a9-ee93-4eec-8f93-af1fcf24d72c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.023838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2889c91d-1006-440e-8356-0deb2c8215d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.034041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.034269] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.057035] env[68199]: WARNING nova.virt.vmwareapi.driver [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 could not be found. [ 815.057035] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.057035] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be2ea8f1-1724-4323-99d7-3fbc03e05ab4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.064860] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aff6e1-6f44-43ba-9b2b-a82f2a81186b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.094649] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.098823] env[68199]: WARNING nova.virt.vmwareapi.vmops [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9e2bfb4b-822d-4728-9a5b-a126fde49d45 could not be found. [ 815.098823] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.098823] env[68199]: INFO nova.compute.manager [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Took 0.08 seconds to destroy the instance on the hypervisor. [ 815.098823] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.098823] env[68199]: DEBUG nova.compute.manager [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.098823] env[68199]: DEBUG nova.network.neutron [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.133163] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.133649] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.136050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.725s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.136407] env[68199]: DEBUG nova.objects.instance [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.345668] env[68199]: INFO nova.compute.manager [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Rebuilding instance [ 815.387429] env[68199]: DEBUG nova.compute.manager [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.391029] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8164b75-4566-480e-9192-5c761d34f257 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.453270] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.454263] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.454263] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.475250] env[68199]: DEBUG nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Received event network-vif-deleted-1c85c478-f379-484e-be79-f9cb67896b3b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.475465] env[68199]: DEBUG nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Received event network-vif-plugged-075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.475657] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Acquiring lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.475865] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.476049] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.476198] env[68199]: DEBUG nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] No waiting events found dispatching network-vif-plugged-075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.476362] env[68199]: WARNING nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Received unexpected event network-vif-plugged-075e75b4-4ec3-4ab9-be95-42e897809452 for instance with vm_state building and task_state spawning. [ 815.476511] env[68199]: DEBUG nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Received event network-changed-075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.476663] env[68199]: DEBUG nova.compute.manager [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Refreshing instance network info cache due to event network-changed-075e75b4-4ec3-4ab9-be95-42e897809452. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.476830] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Acquiring lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.537305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.537525] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.538934] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59082b00-fa77-495c-a464-37f894014a0d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.564817] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f9fdf-3547-4dcc-a67a-cecc23f517ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.598334] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfiguring VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 815.601326] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a02c3e4-c0ca-4cd4-809f-1a4065dd2fec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.626291] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 815.626291] env[68199]: value = "task-3070102" [ 815.626291] env[68199]: _type = "Task" [ 815.626291] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.637167] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.643062] env[68199]: DEBUG nova.compute.utils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.652053] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.652722] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.652898] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.660658] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Updated VIF entry in instance network info cache for port b04cef25-ff2c-4543-80a5-76d55fb9b11b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.661054] env[68199]: DEBUG nova.network.neutron [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Updating instance_info_cache with network_info: [{"id": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "address": "fa:16:3e:08:a4:b0", "network": {"id": "538c5715-2dd2-4329-aa0c-0beb930b9ef8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-150075415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98bca311ae284313b3d6e284a40668e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04cef25-ff", "ovs_interfaceid": "b04cef25-ff2c-4543-80a5-76d55fb9b11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.737993] env[68199]: DEBUG nova.policy [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1412b4c7744d988f5a163b19e93e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b2846b707d04103a00ad389e7a02237', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.998747] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.137246] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.153489] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.162541] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3756bb8d-2d4b-47a0-b8cf-315dad432394 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.162732] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.228s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.163433] env[68199]: DEBUG nova.objects.instance [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lazy-loading 'resources' on Instance uuid adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.164353] env[68199]: DEBUG oslo_concurrency.lockutils [req-2d9d944d-0c37-4b1a-800b-7c6a8f572525 req-ec92348e-39ef-4eba-b3ff-1b2c57e27867 service nova] Releasing lock "refresh_cache-62958d8a-e373-4c5f-ac69-8e3891e1a239" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.228025] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Successfully created port: d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.233727] env[68199]: DEBUG nova.objects.instance [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lazy-loading 'flavor' on Instance uuid e834d430-07da-48c1-9eb5-4884c24ba994 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.300777] env[68199]: DEBUG nova.network.neutron [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.409260] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.410435] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e073d3e-2ecb-4fdb-a46a-bed1692d7ab7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.418911] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 816.418911] env[68199]: value = "task-3070103" [ 816.418911] env[68199]: _type = "Task" [ 816.418911] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.428395] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.454717] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Updating instance_info_cache with network_info: [{"id": "075e75b4-4ec3-4ab9-be95-42e897809452", "address": "fa:16:3e:1c:f2:62", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075e75b4-4e", "ovs_interfaceid": "075e75b4-4ec3-4ab9-be95-42e897809452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.636386] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.742991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.743204] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.804121] env[68199]: INFO nova.compute.manager [-] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Took 1.71 seconds to deallocate network for instance. [ 816.932305] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070103, 'name': PowerOffVM_Task, 'duration_secs': 0.234404} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.932305] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.932859] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.933654] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a364d31d-1d20-425b-84d5-62fad0930e00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.944964] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.945262] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-554b577e-b4cd-4821-8b3f-553d4a4e36b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.958520] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.958880] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Instance network_info: |[{"id": "075e75b4-4ec3-4ab9-be95-42e897809452", "address": "fa:16:3e:1c:f2:62", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075e75b4-4e", "ovs_interfaceid": "075e75b4-4ec3-4ab9-be95-42e897809452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.959188] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Acquired lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.959375] env[68199]: DEBUG nova.network.neutron [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Refreshing network info cache for port 075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.960719] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f2:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '075e75b4-4ec3-4ab9-be95-42e897809452', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.974909] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating folder: Project (6b2846b707d04103a00ad389e7a02237). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.979021] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cec2d67-672c-46a4-9067-2aaff57cd5aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.991840] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created folder: Project (6b2846b707d04103a00ad389e7a02237) in parent group-v614632. [ 816.992052] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating folder: Instances. Parent ref: group-v614777. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.994681] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c584c3fa-c694-43dd-a517-ddb7d0f9ff90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.005703] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created folder: Instances in parent group-v614777. [ 817.006046] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.006249] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.006739] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db584c8b-ab26-4f05-8c13-289781eafba9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.026247] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.026693] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.026693] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.027371] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8adfe13-2f34-4723-a472-6503bf62a1cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.032882] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.032882] env[68199]: value = "task-3070107" [ 817.032882] env[68199]: _type = "Task" [ 817.032882] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.037038] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 817.037038] env[68199]: value = "task-3070108" [ 817.037038] env[68199]: _type = "Task" [ 817.037038] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.046951] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070107, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.051016] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.140117] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.149238] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.149238] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.153035] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c400c5-015f-49da-9541-6eb4d4d24280 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.160228] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a2b89-5a4f-4c3d-ba4e-d96695177354 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.165485] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.203704] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f50bc5-9de7-466e-8e7a-75a7d7cfdb71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.210243] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc7ce5-7e38-47bf-bfe5-6053a0ba8e44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.216342] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.216598] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.216762] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.216950] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.217182] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.217363] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.217585] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.217752] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.217918] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.218099] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.218283] env[68199]: DEBUG nova.virt.hardware [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.219474] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6cb832-acee-477b-ac1e-de1ac28b6067 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.233178] env[68199]: DEBUG nova.compute.provider_tree [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.238747] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826e565-9d14-4bcb-9511-ddb75df58b12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.368852] env[68199]: INFO nova.compute.manager [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Took 0.56 seconds to detach 1 volumes for instance. [ 817.371999] env[68199]: DEBUG nova.compute.manager [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Deleting volume: c6bb1076-4c7f-4b16-9a39-4e71df5f95a9 {{(pid=68199) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 817.402889] env[68199]: DEBUG nova.network.neutron [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.525461] env[68199]: DEBUG nova.compute.manager [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Received event network-vif-deleted-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.525774] env[68199]: DEBUG nova.compute.manager [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.526150] env[68199]: DEBUG nova.compute.manager [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing instance network info cache due to event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.526423] env[68199]: DEBUG oslo_concurrency.lockutils [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.548272] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070107, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.553065] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220931} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.553444] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.554329] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.554610] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.639332] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.669039] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.669271] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.669445] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.669593] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.669776] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.669937] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.670079] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 817.670221] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.703020] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 817.703302] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614776', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'name': 'volume-50203b51-b692-49db-8c0d-be429b7bafec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b65a2734-9ebf-4730-bc75-bffaa1621091', 'attached_at': '', 'detached_at': '', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'serial': '50203b51-b692-49db-8c0d-be429b7bafec'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 817.704188] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6fa2d-b5f3-475f-a469-a065c9df370c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.725836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce9792-ae24-455b-a937-6c0d6ae13cf3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.744229] env[68199]: DEBUG nova.scheduler.client.report [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.757829] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-50203b51-b692-49db-8c0d-be429b7bafec/volume-50203b51-b692-49db-8c0d-be429b7bafec.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.762117] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23f3ca6-88e5-45e4-ad87-70765d7b7897 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.780797] env[68199]: DEBUG nova.compute.manager [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Received event network-vif-plugged-d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.780797] env[68199]: DEBUG oslo_concurrency.lockutils [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] Acquiring lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.780797] env[68199]: DEBUG oslo_concurrency.lockutils [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] Lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.780797] env[68199]: DEBUG oslo_concurrency.lockutils [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] Lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.780797] env[68199]: DEBUG nova.compute.manager [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] No waiting events found dispatching network-vif-plugged-d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.780797] env[68199]: WARNING nova.compute.manager [req-43fdd8df-46a0-4880-9c87-fe53a02aa0f0 req-e69ce393-e0b3-4c65-9f03-1b5cccabe4fe service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Received unexpected event network-vif-plugged-d7ace16d-e362-493e-8b97-bc3124145e25 for instance with vm_state building and task_state spawning. [ 817.786706] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Waiting for the task: (returnval){ [ 817.786706] env[68199]: value = "task-3070110" [ 817.786706] env[68199]: _type = "Task" [ 817.786706] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.797793] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.884245] env[68199]: DEBUG nova.network.neutron [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Updated VIF entry in instance network info cache for port 075e75b4-4ec3-4ab9-be95-42e897809452. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.884245] env[68199]: DEBUG nova.network.neutron [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Updating instance_info_cache with network_info: [{"id": "075e75b4-4ec3-4ab9-be95-42e897809452", "address": "fa:16:3e:1c:f2:62", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075e75b4-4e", "ovs_interfaceid": "075e75b4-4ec3-4ab9-be95-42e897809452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.915835] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Successfully updated port: d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.928879] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.044108] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070107, 'name': CreateVM_Task, 'duration_secs': 0.627669} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.044294] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.045015] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.045179] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.045505] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.046223] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3392af-6c29-415c-9e4c-f077825380a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.050830] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 818.050830] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52af3bf7-02a0-eb1d-79ba-550f26d4280b" [ 818.050830] env[68199]: _type = "Task" [ 818.050830] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.061880] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52af3bf7-02a0-eb1d-79ba-550f26d4280b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.138521] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.176041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.260456] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.263397] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.564s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.263397] env[68199]: DEBUG nova.objects.instance [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lazy-loading 'resources' on Instance uuid 084f19f1-db26-4524-b863-f9a4e968888c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.268548] env[68199]: DEBUG nova.network.neutron [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.293411] env[68199]: INFO nova.scheduler.client.report [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Deleted allocations for instance adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10 [ 818.304098] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070110, 'name': ReconfigVM_Task, 'duration_secs': 0.406195} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.304635] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-50203b51-b692-49db-8c0d-be429b7bafec/volume-50203b51-b692-49db-8c0d-be429b7bafec.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.309682] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e50bd93-cecf-4b12-9b48-70cb05708e13 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.326611] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Waiting for the task: (returnval){ [ 818.326611] env[68199]: value = "task-3070111" [ 818.326611] env[68199]: _type = "Task" [ 818.326611] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.336778] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.387249] env[68199]: DEBUG oslo_concurrency.lockutils [req-c75ff6b6-77ec-4cbd-a915-ab5634f14a94 req-54d89b33-fc6b-45e2-a539-cb4dea36a58a service nova] Releasing lock "refresh_cache-8fcb2d88-73d7-496b-b54c-7034348825a2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.418885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.418885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.418885] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.538526] env[68199]: DEBUG nova.objects.instance [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lazy-loading 'flavor' on Instance uuid e834d430-07da-48c1-9eb5-4884c24ba994 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.564369] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52af3bf7-02a0-eb1d-79ba-550f26d4280b, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.567237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.567474] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.567704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.568071] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.568071] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.570032] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4f2ad36-c7f2-4889-b9fc-569fd0dde256 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.580059] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.580347] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.581232] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d40f944-b535-42e0-997f-376e2e39a702 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.586979] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 818.586979] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529b0110-5e34-bcd8-3dad-81f7136ad7b7" [ 818.586979] env[68199]: _type = "Task" [ 818.586979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.599689] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529b0110-5e34-bcd8-3dad-81f7136ad7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.602043] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.602343] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.602594] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.602757] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.602975] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.603445] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.603445] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.603676] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.603676] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.603938] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.604046] env[68199]: DEBUG nova.virt.hardware [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.605752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acddad-14de-4fd9-a704-392e1f51003f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.608731] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecdb501-a6d2-407c-860a-d5d20feb9967 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.618752] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 818.618752] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524f9b10-2e16-a0c9-2849-75bf1e9bb727" [ 818.618752] env[68199]: _type = "Task" [ 818.618752] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.620924] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc5f28-11ff-41c4-9ab3-7993bbc8fef1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.644764] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:a4:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bb00ae-fc0f-4370-9124-69ea8e19aa3c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.653110] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.657254] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.657594] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524f9b10-2e16-a0c9-2849-75bf1e9bb727, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.657784] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f3d569-4b07-4b0e-86e4-cc63ce742882 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.671766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.672042] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8fcb2d88-73d7-496b-b54c-7034348825a2/8fcb2d88-73d7-496b-b54c-7034348825a2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.675973] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9833dded-b1b3-4deb-9f5b-8423c1c20939 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.677865] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.684943] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.684943] env[68199]: value = "task-3070113" [ 818.684943] env[68199]: _type = "Task" [ 818.684943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.685482] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 818.685482] env[68199]: value = "task-3070112" [ 818.685482] env[68199]: _type = "Task" [ 818.685482] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.695944] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070113, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.699088] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.775202] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.775482] env[68199]: DEBUG nova.compute.manager [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Inject network info {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 818.775762] env[68199]: DEBUG nova.compute.manager [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] network_info to inject: |[{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 818.781445] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfiguring VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 818.781786] env[68199]: DEBUG oslo_concurrency.lockutils [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.781969] env[68199]: DEBUG nova.network.neutron [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.783153] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7dc2f2-bfa5-464f-97ab-921d075cde3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.802454] env[68199]: DEBUG oslo_vmware.api [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 818.802454] env[68199]: value = "task-3070114" [ 818.802454] env[68199]: _type = "Task" [ 818.802454] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.811884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6150c316-239d-4d74-8f76-46bc18ec0140 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Lock "adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.063s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.816184] env[68199]: DEBUG oslo_vmware.api [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.839981] env[68199]: DEBUG oslo_vmware.api [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070111, 'name': ReconfigVM_Task, 'duration_secs': 0.165163} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.840366] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614776', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'name': 'volume-50203b51-b692-49db-8c0d-be429b7bafec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b65a2734-9ebf-4730-bc75-bffaa1621091', 'attached_at': '', 'detached_at': '', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'serial': '50203b51-b692-49db-8c0d-be429b7bafec'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 818.982612] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.043586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.148989] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.203044] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.203044] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070113, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.203553] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8fcb2d88-73d7-496b-b54c-7034348825a2/8fcb2d88-73d7-496b-b54c-7034348825a2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.203553] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.206026] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d492c6-18f1-4d7f-a4f5-df828be01bc5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.209343] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 819.209343] env[68199]: value = "task-3070115" [ 819.209343] env[68199]: _type = "Task" [ 819.209343] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.224019] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.228976] env[68199]: DEBUG nova.network.neutron [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Updating instance_info_cache with network_info: [{"id": "d7ace16d-e362-493e-8b97-bc3124145e25", "address": "fa:16:3e:59:de:5c", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ace16d-e3", "ovs_interfaceid": "d7ace16d-e362-493e-8b97-bc3124145e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.235928] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cbe16b-89d4-422a-8b7a-22aff3ccb7e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.243361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9ca97-aaac-4eb5-a810-d696a2ac912d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.280084] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43223e-6415-419c-838c-558abe714360 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.288370] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d740c18-fbd0-475b-af35-10d2f8f07062 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.305063] env[68199]: DEBUG nova.compute.provider_tree [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.320036] env[68199]: DEBUG oslo_vmware.api [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070114, 'name': ReconfigVM_Task, 'duration_secs': 0.209483} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.320323] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43797b66-7ccd-46f5-a185-c67c8b33e8a9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfigured VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 819.652216] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.695187] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070113, 'name': CreateVM_Task, 'duration_secs': 0.978464} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.695354] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.696028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.696202] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.696512] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.696918] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829db097-f214-4084-ae29-902a7b4fe758 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.701032] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 819.701032] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52196293-1efb-d5f7-0d35-f4456329cebf" [ 819.701032] env[68199]: _type = "Task" [ 819.701032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.708707] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52196293-1efb-d5f7-0d35-f4456329cebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.716768] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071367} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.717027] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.717753] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73e818-aa1c-44e6-8dac-86a2011b8c35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.732988] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.733083] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Instance network_info: |[{"id": "d7ace16d-e362-493e-8b97-bc3124145e25", "address": "fa:16:3e:59:de:5c", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ace16d-e3", "ovs_interfaceid": "d7ace16d-e362-493e-8b97-bc3124145e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.744158] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8fcb2d88-73d7-496b-b54c-7034348825a2/8fcb2d88-73d7-496b-b54c-7034348825a2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.744908] env[68199]: DEBUG nova.network.neutron [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updated VIF entry in instance network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.745269] env[68199]: DEBUG nova.network.neutron [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.746542] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:de:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ace16d-e362-493e-8b97-bc3124145e25', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.753689] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.753899] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33faa447-174c-4e7f-b2e1-179ae7937fc8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.768544] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.768786] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2263a6-3795-4bd2-8f43-928bad11c261 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.788455] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 819.788455] env[68199]: value = "task-3070116" [ 819.788455] env[68199]: _type = "Task" [ 819.788455] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.789719] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.789719] env[68199]: value = "task-3070117" [ 819.789719] env[68199]: _type = "Task" [ 819.789719] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.802708] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.805693] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070117, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.811597] env[68199]: DEBUG nova.compute.manager [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Received event network-changed-d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.811828] env[68199]: DEBUG nova.compute.manager [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Refreshing instance network info cache due to event network-changed-d7ace16d-e362-493e-8b97-bc3124145e25. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.812084] env[68199]: DEBUG oslo_concurrency.lockutils [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] Acquiring lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.812277] env[68199]: DEBUG oslo_concurrency.lockutils [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] Acquired lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.812478] env[68199]: DEBUG nova.network.neutron [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Refreshing network info cache for port d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.815755] env[68199]: DEBUG nova.scheduler.client.report [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.889029] env[68199]: DEBUG nova.objects.instance [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lazy-loading 'flavor' on Instance uuid b65a2734-9ebf-4730-bc75-bffaa1621091 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.147960] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.211579] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52196293-1efb-d5f7-0d35-f4456329cebf, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.212095] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.212189] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.212581] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.212748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.212933] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.213222] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb2884c-3fae-456d-b3c2-43f934ab9dbd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221859] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.222052] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.222809] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f42034-2c05-43f4-80ca-0af6a788c3ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.227874] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 820.227874] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e691a0-0d6a-4601-e8eb-24d4dfcbe1f1" [ 820.227874] env[68199]: _type = "Task" [ 820.227874] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.236200] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e691a0-0d6a-4601-e8eb-24d4dfcbe1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.268991] env[68199]: DEBUG oslo_concurrency.lockutils [req-c631ec2e-7acc-4673-8c69-60a42b12a92c req-de9c1400-626e-4a60-bcd3-4e5e4b19412b service nova] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.269547] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.316536] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070117, 'name': CreateVM_Task, 'duration_secs': 0.36514} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.316536] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070116, 'name': ReconfigVM_Task, 'duration_secs': 0.288297} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.316536] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.316536] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8fcb2d88-73d7-496b-b54c-7034348825a2/8fcb2d88-73d7-496b-b54c-7034348825a2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.321058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.321058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.321274] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.321853] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34ca9c67-95cb-4cc5-a47b-90f7f7725e60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.326493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.328323] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cc6b46-5395-411a-a56e-c74b8fafe023 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.334719] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.826s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.334800] env[68199]: DEBUG nova.objects.instance [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lazy-loading 'resources' on Instance uuid daa314ca-8e53-4e19-af98-749c8c782876 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.340556] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 820.340556] env[68199]: value = "task-3070118" [ 820.340556] env[68199]: _type = "Task" [ 820.340556] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.341580] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 820.341580] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d2cd4f-a015-e367-6b1d-6b1901915a41" [ 820.341580] env[68199]: _type = "Task" [ 820.341580] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.355839] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070118, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.360206] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d2cd4f-a015-e367-6b1d-6b1901915a41, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.360622] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.360974] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.361328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.374767] env[68199]: INFO nova.scheduler.client.report [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Deleted allocations for instance 084f19f1-db26-4524-b863-f9a4e968888c [ 820.398020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d4d05999-bf5d-4073-a386-b61d5ee85153 tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.649268] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.746106] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e691a0-0d6a-4601-e8eb-24d4dfcbe1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.747486] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e2de27-1e5b-4d38-a170-7e731403c9b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.753445] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 820.753445] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5203837b-fc84-4252-0d0b-ce5779b39659" [ 820.753445] env[68199]: _type = "Task" [ 820.753445] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.767741] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5203837b-fc84-4252-0d0b-ce5779b39659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.860871] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070118, 'name': Rename_Task, 'duration_secs': 0.141209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.860871] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.860871] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dddecf8-de61-44bf-b3e6-ab9ce7a058be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.872756] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 820.872756] env[68199]: value = "task-3070119" [ 820.872756] env[68199]: _type = "Task" [ 820.872756] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.884798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b6b17df7-50e2-4726-96da-c2db496fe276 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Lock "084f19f1-db26-4524-b863-f9a4e968888c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.760s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.889651] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070119, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.906390] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.906390] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.991635] env[68199]: DEBUG nova.network.neutron [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Updated VIF entry in instance network info cache for port d7ace16d-e362-493e-8b97-bc3124145e25. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.991635] env[68199]: DEBUG nova.network.neutron [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Updating instance_info_cache with network_info: [{"id": "d7ace16d-e362-493e-8b97-bc3124145e25", "address": "fa:16:3e:59:de:5c", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ace16d-e3", "ovs_interfaceid": "d7ace16d-e362-493e-8b97-bc3124145e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.151622] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.156046] env[68199]: DEBUG nova.network.neutron [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.198268] env[68199]: DEBUG nova.compute.manager [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.198476] env[68199]: DEBUG nova.compute.manager [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing instance network info cache due to event network-changed-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.198669] env[68199]: DEBUG oslo_concurrency.lockutils [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] Acquiring lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.270844] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5203837b-fc84-4252-0d0b-ce5779b39659, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.274919] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.275410] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.276148] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.276511] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.277656] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-665a1eb9-6380-4208-b6d7-341c256ff22d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.281024] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff58fe9-31d3-4af8-8ddd-010e609c6a49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.290400] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 821.290400] env[68199]: value = "task-3070120" [ 821.290400] env[68199]: _type = "Task" [ 821.290400] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.304124] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.306325] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.308844] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6297187e-fd99-488d-9e9d-d5e61b93b139 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.319538] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.327022] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 821.327022] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525e5b72-7773-074d-7b51-ac013a0f2d9e" [ 821.327022] env[68199]: _type = "Task" [ 821.327022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.343126] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525e5b72-7773-074d-7b51-ac013a0f2d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.344467] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee11f5b-1862-41f7-b3e7-dd1091de627c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.356953] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 821.356953] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5231744c-b77e-928d-8095-a5720cfbbb2d" [ 821.356953] env[68199]: _type = "Task" [ 821.356953] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.369944] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5231744c-b77e-928d-8095-a5720cfbbb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.372753] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b689201-9cfc-418d-8c37-2af7ba2a1083 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.394465] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.395584] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ebf71-5874-45e6-a534-332348c9dbe9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.434215] env[68199]: INFO nova.compute.manager [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Detaching volume 50203b51-b692-49db-8c0d-be429b7bafec [ 821.442488] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743b920-0f4f-40ac-85a8-9cf5ea17a7f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.452596] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615b2de-7602-4474-9111-18b9a50677ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.470364] env[68199]: DEBUG nova.compute.provider_tree [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.489434] env[68199]: INFO nova.virt.block_device [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Attempting to driver detach volume 50203b51-b692-49db-8c0d-be429b7bafec from mountpoint /dev/sdb [ 821.489678] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 821.489866] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614776', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'name': 'volume-50203b51-b692-49db-8c0d-be429b7bafec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b65a2734-9ebf-4730-bc75-bffaa1621091', 'attached_at': '', 'detached_at': '', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'serial': '50203b51-b692-49db-8c0d-be429b7bafec'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 821.490752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d9976-671d-4857-ae23-73074605cff2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.494117] env[68199]: DEBUG oslo_concurrency.lockutils [req-f81d6815-4691-4006-936e-82fdf1d70f17 req-a38350df-368f-4209-9e93-a3567c9b407b service nova] Releasing lock "refresh_cache-90e31d6f-2160-479e-b5e3-5351e7229647" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516036] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de30ea-1b37-446a-b822-f468e3d1543d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.525332] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe4082-18e5-4ed0-a6f3-7d55a476dc7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.547140] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bc8da2-d63d-4a17-84f5-1db83dacb97f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.564700] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] The volume has not been displaced from its original location: [datastore1] volume-50203b51-b692-49db-8c0d-be429b7bafec/volume-50203b51-b692-49db-8c0d-be429b7bafec.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 821.570758] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.570814] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca8e044-fdb4-4a27-a159-8715ebda6a0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.597261] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Waiting for the task: (returnval){ [ 821.597261] env[68199]: value = "task-3070121" [ 821.597261] env[68199]: _type = "Task" [ 821.597261] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.606869] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.650598] env[68199]: DEBUG oslo_vmware.api [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070102, 'name': ReconfigVM_Task, 'duration_secs': 5.756238} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.650872] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.651238] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Reconfigured VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 821.804206] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506874} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.804729] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.804987] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.805362] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c7bc28-58f7-42d9-84e3-5b965c862dd9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.814518] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 821.814518] env[68199]: value = "task-3070122" [ 821.814518] env[68199]: _type = "Task" [ 821.814518] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.825325] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.868469] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5231744c-b77e-928d-8095-a5720cfbbb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.868469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868776] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 90e31d6f-2160-479e-b5e3-5351e7229647/90e31d6f-2160-479e-b5e3-5351e7229647.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.869336] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bfc3feb-bac4-4b75-841c-8cae3b7e0708 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.875454] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 821.875454] env[68199]: value = "task-3070123" [ 821.875454] env[68199]: _type = "Task" [ 821.875454] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.889044] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.892364] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.975699] env[68199]: DEBUG nova.scheduler.client.report [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.112623] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070121, 'name': ReconfigVM_Task, 'duration_secs': 0.290124} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.112939] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.118143] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d456587a-f7a7-40e7-9eae-acb027815c98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.137417] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Waiting for the task: (returnval){ [ 822.137417] env[68199]: value = "task-3070124" [ 822.137417] env[68199]: _type = "Task" [ 822.137417] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.152281] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.197573] env[68199]: DEBUG nova.network.neutron [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.324590] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067882} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.325199] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.325914] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a20e39-b2cf-4b27-8061-9a6b68771711 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.354165] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.354551] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5c6242-752c-4548-801c-f453f611a689 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.375329] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 822.375329] env[68199]: value = "task-3070125" [ 822.375329] env[68199]: _type = "Task" [ 822.375329] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.388201] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.393114] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462178} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.396517] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 90e31d6f-2160-479e-b5e3-5351e7229647/90e31d6f-2160-479e-b5e3-5351e7229647.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.396651] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.397094] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070119, 'name': PowerOnVM_Task, 'duration_secs': 1.070808} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.398056] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a806b50-5d06-482e-9c5e-1a7e872e02bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.399265] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.399500] env[68199]: INFO nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Took 7.80 seconds to spawn the instance on the hypervisor. [ 822.399697] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.400507] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f58562-201c-4e47-a6a4-978772c427d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.411480] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 822.411480] env[68199]: value = "task-3070126" [ 822.411480] env[68199]: _type = "Task" [ 822.411480] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.419121] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.486536] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.489857] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.672s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.490173] env[68199]: DEBUG nova.objects.instance [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lazy-loading 'resources' on Instance uuid fdb15207-4edb-4315-b849-04643bdac5e9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.519340] env[68199]: INFO nova.scheduler.client.report [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Deleted allocations for instance daa314ca-8e53-4e19-af98-749c8c782876 [ 822.649030] env[68199]: DEBUG oslo_vmware.api [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Task: {'id': task-3070124, 'name': ReconfigVM_Task, 'duration_secs': 0.166791} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.649355] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614776', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'name': 'volume-50203b51-b692-49db-8c0d-be429b7bafec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b65a2734-9ebf-4730-bc75-bffaa1621091', 'attached_at': '', 'detached_at': '', 'volume_id': '50203b51-b692-49db-8c0d-be429b7bafec', 'serial': '50203b51-b692-49db-8c0d-be429b7bafec'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 822.703812] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.703920] env[68199]: DEBUG nova.compute.manager [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Inject network info {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 822.704211] env[68199]: DEBUG nova.compute.manager [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] network_info to inject: |[{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 822.710722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfiguring VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 822.711086] env[68199]: DEBUG oslo_concurrency.lockutils [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] Acquired lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711301] env[68199]: DEBUG nova.network.neutron [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Refreshing network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.713907] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04137ebe-ad85-45ac-94f0-da2753fe0093 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.731865] env[68199]: DEBUG oslo_vmware.api [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 822.731865] env[68199]: value = "task-3070127" [ 822.731865] env[68199]: _type = "Task" [ 822.731865] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.740730] env[68199]: DEBUG oslo_vmware.api [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.887897] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.930620] env[68199]: INFO nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Took 45.67 seconds to build instance. [ 822.936055] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065409} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.936055] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.937229] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0fe146-6375-4896-b176-e516b6d78676 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.965338] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 90e31d6f-2160-479e-b5e3-5351e7229647/90e31d6f-2160-479e-b5e3-5351e7229647.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.967016] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f90fd55-4ec6-421f-b1da-971cc6b531a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.990026] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 822.990026] env[68199]: value = "task-3070128" [ 822.990026] env[68199]: _type = "Task" [ 822.990026] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.001928] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.034092] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3680b2a5-188a-4b6a-ad6b-017cf2055796 tempest-ServersListShow296Test-1306615926 tempest-ServersListShow296Test-1306615926-project-member] Lock "daa314ca-8e53-4e19-af98-749c8c782876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.359s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.164679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "e834d430-07da-48c1-9eb5-4884c24ba994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.164679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.164679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.164679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.164679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.168807] env[68199]: INFO nova.compute.manager [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Terminating instance [ 823.231765] env[68199]: DEBUG nova.objects.instance [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lazy-loading 'flavor' on Instance uuid b65a2734-9ebf-4730-bc75-bffaa1621091 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.251149] env[68199]: DEBUG oslo_vmware.api [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070127, 'name': ReconfigVM_Task, 'duration_secs': 0.219835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.257357] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f52b1bb4-d071-4159-b37a-ae3efe74e261 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Reconfigured VM instance to set the machine id {{(pid=68199) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 823.274254] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.274445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.274646] env[68199]: DEBUG nova.network.neutron [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.387651] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070125, 'name': ReconfigVM_Task, 'duration_secs': 0.952213} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.391017] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e/82c5c3ca-bf5d-437e-aee2-95f265adee6e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.391017] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dffea8c-58d8-415c-a016-49539f5274b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.394565] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 823.394565] env[68199]: value = "task-3070129" [ 823.394565] env[68199]: _type = "Task" [ 823.394565] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.403569] env[68199]: DEBUG nova.compute.manager [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-vif-deleted-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.403843] env[68199]: INFO nova.compute.manager [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Neutron deleted interface bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552; detaching it from the instance and deleting it from the info cache [ 823.404149] env[68199]: DEBUG nova.network.neutron [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.411059] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070129, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.431048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.431048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.431767] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.432667] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.432667] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.435667] env[68199]: INFO nova.compute.manager [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Terminating instance [ 823.439064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.188s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.503920] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070128, 'name': ReconfigVM_Task, 'duration_secs': 0.275502} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.504229] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 90e31d6f-2160-479e-b5e3-5351e7229647/90e31d6f-2160-479e-b5e3-5351e7229647.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.504879] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55226bcf-60bc-42f9-a14f-9edec70841ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512111] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50662c97-81a6-448d-ba3d-e08f53670806 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.519033] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 823.519033] env[68199]: value = "task-3070130" [ 823.519033] env[68199]: _type = "Task" [ 823.519033] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.527659] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa86e344-5157-4e83-ba7d-a3977d405ecc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.536107] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070130, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.573716] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196c8dbf-9497-40d1-8222-e5f940cf0362 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.581613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2948614-81bc-4be1-bf02-92240e08c514 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.602260] env[68199]: DEBUG nova.compute.provider_tree [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.678412] env[68199]: DEBUG nova.compute.manager [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.678412] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.678806] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e433b80b-3bd1-426e-8e7d-1ea490389ca7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.690096] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.690096] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63724556-7ba2-4906-8f2a-db88a858f169 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.695516] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 823.695516] env[68199]: value = "task-3070131" [ 823.695516] env[68199]: _type = "Task" [ 823.695516] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.708164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "db0b3b7b-c702-4527-998b-3a588aa59027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.708414] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.710302] env[68199]: DEBUG nova.network.neutron [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updated VIF entry in instance network info cache for port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.710617] env[68199]: DEBUG nova.network.neutron [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [{"id": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "address": "fa:16:3e:48:6d:eb", "network": {"id": "dad55fd3-1467-409b-b59d-551e58124f38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-124863210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9bae8922acb413b91e49b66e23cf337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada5f4a-f1", "ovs_interfaceid": "0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.715604] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.904467] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070129, 'name': Rename_Task, 'duration_secs': 0.236154} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.904862] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.904987] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1a79a9-9334-4fa7-811f-1f6df425b754 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.911651] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 823.911651] env[68199]: value = "task-3070132" [ 823.911651] env[68199]: _type = "Task" [ 823.911651] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.912239] env[68199]: DEBUG oslo_concurrency.lockutils [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] Acquiring lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.919731] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.940971] env[68199]: DEBUG nova.compute.manager [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.941242] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.942381] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb3346-f2f4-4ea3-ae76-f6b08a806856 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.950267] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.950522] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261a3ec0-6b59-40e2-8ad0-b33637e95d14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.956989] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 823.956989] env[68199]: value = "task-3070133" [ 823.956989] env[68199]: _type = "Task" [ 823.956989] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.966030] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.030890] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070130, 'name': Rename_Task, 'duration_secs': 0.13969} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.031219] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.031520] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a49612-a048-42db-b95a-6106688c30df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.040665] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 824.040665] env[68199]: value = "task-3070134" [ 824.040665] env[68199]: _type = "Task" [ 824.040665] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.049058] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.106851] env[68199]: DEBUG nova.scheduler.client.report [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.205724] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070131, 'name': PowerOffVM_Task, 'duration_secs': 0.434561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.206035] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.206519] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.206519] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be1a3de-ee28-4c91-8fc8-21f71884ee57 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.216895] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.219878] env[68199]: DEBUG oslo_concurrency.lockutils [req-49683e38-c27b-41b6-9ca4-660386334e8b req-f37dcc5c-b7a7-48bf-babd-d882fa9b1511 service nova] Releasing lock "refresh_cache-e834d430-07da-48c1-9eb5-4884c24ba994" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.221347] env[68199]: INFO nova.network.neutron [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Port bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 824.221518] env[68199]: DEBUG nova.network.neutron [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [{"id": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "address": "fa:16:3e:00:e6:fc", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dc7bf8-4e", "ovs_interfaceid": "d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.251401] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f1cc7c53-a7ec-40c4-8974-dded1a99c6df tempest-VolumesAssistedSnapshotsTest-72105933 tempest-VolumesAssistedSnapshotsTest-72105933-project-admin] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.268828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.268828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.269448] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Deleting the datastore file [datastore1] e834d430-07da-48c1-9eb5-4884c24ba994 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.270170] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b23c34be-84b0-427d-8f69-923bc63e1234 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.278497] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for the task: (returnval){ [ 824.278497] env[68199]: value = "task-3070137" [ 824.278497] env[68199]: _type = "Task" [ 824.278497] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.289033] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.422172] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.468704] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070133, 'name': PowerOffVM_Task, 'duration_secs': 0.222031} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.474440] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.478022] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.478022] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c488ee5c-eb77-4073-9fc1-558aab074a4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.555319] env[68199]: DEBUG oslo_vmware.api [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070134, 'name': PowerOnVM_Task, 'duration_secs': 0.50005} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.557274] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.559040] env[68199]: INFO nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Took 7.39 seconds to spawn the instance on the hypervisor. [ 824.559040] env[68199]: DEBUG nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.559040] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.559040] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.559040] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleting the datastore file [datastore2] a9204581-7d78-46e0-8b74-5da309b58fa4 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.559519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7235a5-12a9-40ac-a56a-f79c77155a7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.562984] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227023b8-2d74-4982-b694-69c0a9b1ede7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.581021] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 824.581021] env[68199]: value = "task-3070139" [ 824.581021] env[68199]: _type = "Task" [ 824.581021] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.588896] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.613278] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.618522] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.893s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.618522] env[68199]: DEBUG nova.objects.instance [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lazy-loading 'resources' on Instance uuid 73f40b7d-48eb-41a0-8097-f155dca16c2d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.656901] env[68199]: INFO nova.scheduler.client.report [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Deleted allocations for instance fdb15207-4edb-4315-b849-04643bdac5e9 [ 824.726664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.753504] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.794530] env[68199]: DEBUG oslo_vmware.api [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Task: {'id': task-3070137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170584} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.795287] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.795287] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.795287] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.795585] env[68199]: INFO nova.compute.manager [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.795884] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.796292] env[68199]: DEBUG nova.compute.manager [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.796432] env[68199]: DEBUG nova.network.neutron [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.929631] env[68199]: DEBUG oslo_vmware.api [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070132, 'name': PowerOnVM_Task, 'duration_secs': 0.620208} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.931284] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.931596] env[68199]: DEBUG nova.compute.manager [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.934468] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc38f23-0672-4c83-819d-c4dcd9f9e4b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.094094] env[68199]: INFO nova.compute.manager [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Took 44.74 seconds to build instance. [ 825.101602] env[68199]: DEBUG oslo_vmware.api [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249513} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.101941] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.102139] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.102317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.102554] env[68199]: INFO nova.compute.manager [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 825.102749] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.102948] env[68199]: DEBUG nova.compute.manager [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.103057] env[68199]: DEBUG nova.network.neutron [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.168954] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf39f16b-79c5-48fc-9eb0-eff619737659 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Lock "fdb15207-4edb-4315-b849-04643bdac5e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.583s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.238514] env[68199]: DEBUG oslo_concurrency.lockutils [None req-59bf82fc-e638-47a5-8b14-2676a4ea8792 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a9204581-7d78-46e0-8b74-5da309b58fa4-bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.204s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.463325] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.598406] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dbe1d7c6-5d25-4769-9bdd-9cea32162468 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.316s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.602521] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65d666-f1e9-4521-bea6-807601e31fbf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.610921] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955c652-20fb-47e8-ab81-387955da4aa9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.650258] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892a73a-ebac-4216-b9fe-5d60ccf5b45b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.660179] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ffc34-df9b-4453-b43f-2de65b342740 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.675963] env[68199]: DEBUG nova.compute.provider_tree [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.881769] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "8fcb2d88-73d7-496b-b54c-7034348825a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.882186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.882490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.882704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.882885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.885769] env[68199]: INFO nova.compute.manager [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Terminating instance [ 826.180521] env[68199]: DEBUG nova.scheduler.client.report [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.389461] env[68199]: DEBUG nova.compute.manager [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.389697] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.390661] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60a88a-7273-422c-9b13-7d8761e5ae3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.401137] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.401445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3092eab-7cbd-45e5-bc83-e9544abfa101 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.407972] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "90e31d6f-2160-479e-b5e3-5351e7229647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.408217] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.408415] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.408587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.408747] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.410379] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 826.410379] env[68199]: value = "task-3070140" [ 826.410379] env[68199]: _type = "Task" [ 826.410379] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.410991] env[68199]: INFO nova.compute.manager [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Terminating instance [ 826.430139] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.505155] env[68199]: DEBUG nova.compute.manager [req-cfe87cf9-5a5e-4cf7-91fa-184b44979635 req-1620f415-0008-430f-b24d-3e0c36bd9ef6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Received event network-vif-deleted-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.505155] env[68199]: INFO nova.compute.manager [req-cfe87cf9-5a5e-4cf7-91fa-184b44979635 req-1620f415-0008-430f-b24d-3e0c36bd9ef6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Neutron deleted interface 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8; detaching it from the instance and deleting it from the info cache [ 826.505664] env[68199]: DEBUG nova.network.neutron [req-cfe87cf9-5a5e-4cf7-91fa-184b44979635 req-1620f415-0008-430f-b24d-3e0c36bd9ef6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.688080] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.690906] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.706s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.694468] env[68199]: INFO nova.compute.claims [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.722614] env[68199]: INFO nova.scheduler.client.report [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleted allocations for instance 73f40b7d-48eb-41a0-8097-f155dca16c2d [ 826.738734] env[68199]: DEBUG nova.network.neutron [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.919799] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070140, 'name': PowerOffVM_Task, 'duration_secs': 0.200363} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.920081] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.920556] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.920556] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55fb7b99-c97c-4298-a731-9b8fbd2a5599 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.925663] env[68199]: DEBUG nova.compute.manager [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.925883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.927752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e19702a-7eb6-48ab-9de3-17cca3be3b06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.936682] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.936799] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51163ee-6ccc-4470-b94b-e2cf44c204b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.947761] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 826.947761] env[68199]: value = "task-3070142" [ 826.947761] env[68199]: _type = "Task" [ 826.947761] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.956706] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.986478] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.986478] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.986753] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleting the datastore file [datastore1] 8fcb2d88-73d7-496b-b54c-7034348825a2 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.987241] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b3bd43-6b7b-4d8f-aa02-9ecdfaea412d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.999534] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 826.999534] env[68199]: value = "task-3070143" [ 826.999534] env[68199]: _type = "Task" [ 826.999534] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.012208] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.012579] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58381efc-479e-4219-a5c6-9b16d2ead5ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.021410] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304430b-10ea-4966-990a-2e1e2c8d739e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.040128] env[68199]: DEBUG nova.compute.manager [req-77505594-c34d-4334-a7de-30552a02ae9d req-5165c38b-f60d-4e26-97b2-fac8dab97cbb service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Received event network-vif-deleted-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.040687] env[68199]: INFO nova.compute.manager [req-77505594-c34d-4334-a7de-30552a02ae9d req-5165c38b-f60d-4e26-97b2-fac8dab97cbb service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Neutron deleted interface d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c; detaching it from the instance and deleting it from the info cache [ 827.040806] env[68199]: DEBUG nova.network.neutron [req-77505594-c34d-4334-a7de-30552a02ae9d req-5165c38b-f60d-4e26-97b2-fac8dab97cbb service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.069969] env[68199]: DEBUG nova.compute.manager [req-cfe87cf9-5a5e-4cf7-91fa-184b44979635 req-1620f415-0008-430f-b24d-3e0c36bd9ef6 service nova] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Detach interface failed, port_id=0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8, reason: Instance e834d430-07da-48c1-9eb5-4884c24ba994 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.124881] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.125283] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.125605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.126028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.126285] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.129433] env[68199]: INFO nova.compute.manager [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Terminating instance [ 827.233443] env[68199]: DEBUG oslo_concurrency.lockutils [None req-624d0472-4f2a-4876-88e2-981029bf0a39 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "73f40b7d-48eb-41a0-8097-f155dca16c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.038s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.241822] env[68199]: INFO nova.compute.manager [-] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Took 2.44 seconds to deallocate network for instance. [ 827.297685] env[68199]: DEBUG nova.network.neutron [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.464032] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070142, 'name': PowerOffVM_Task, 'duration_secs': 0.197532} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.464032] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.464032] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.464032] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-316c24d9-c549-40b6-b0a9-bf8d7f8f9ada {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.514748] env[68199]: DEBUG oslo_vmware.api [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200647} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.515316] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.515316] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.519101] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.519243] env[68199]: INFO nova.compute.manager [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 827.519589] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.519716] env[68199]: DEBUG nova.compute.manager [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.519821] env[68199]: DEBUG nova.network.neutron [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.523069] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.523188] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.524034] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleting the datastore file [datastore1] 90e31d6f-2160-479e-b5e3-5351e7229647 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.524034] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef88775-4ebe-4e73-af5c-cad61b13f068 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.531308] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 827.531308] env[68199]: value = "task-3070145" [ 827.531308] env[68199]: _type = "Task" [ 827.531308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.541073] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.545146] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-542c525c-3191-4755-b006-425e7b68e50a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.554695] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d216ef-013f-486e-962c-d463446c82a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.594576] env[68199]: DEBUG nova.compute.manager [req-77505594-c34d-4334-a7de-30552a02ae9d req-5165c38b-f60d-4e26-97b2-fac8dab97cbb service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Detach interface failed, port_id=d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c, reason: Instance a9204581-7d78-46e0-8b74-5da309b58fa4 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.638901] env[68199]: DEBUG nova.compute.manager [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.638901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.639292] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd448dc7-87be-4304-8a0f-20163c7c6a9a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.646776] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.647066] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1718d19d-ea84-44ca-b3b9-6acc3cd34693 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.654509] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 827.654509] env[68199]: value = "task-3070146" [ 827.654509] env[68199]: _type = "Task" [ 827.654509] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.666849] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3070146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.691704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.692418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.692418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.692748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.693322] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.696360] env[68199]: INFO nova.compute.manager [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Terminating instance [ 827.750701] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.799739] env[68199]: INFO nova.compute.manager [-] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Took 2.70 seconds to deallocate network for instance. [ 828.047868] env[68199]: DEBUG oslo_vmware.api [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16116} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.048218] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.048477] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.048724] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.048974] env[68199]: INFO nova.compute.manager [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Took 1.12 seconds to destroy the instance on the hypervisor. [ 828.049331] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.049604] env[68199]: DEBUG nova.compute.manager [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.049761] env[68199]: DEBUG nova.network.neutron [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.168200] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3070146, 'name': PowerOffVM_Task, 'duration_secs': 0.223793} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.170689] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.170859] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.171336] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe0547ef-7413-4f4d-80e5-6a958bf51f01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.185633] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ee6191-fbba-4e98-8960-49ecbdd7929a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.195027] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d97147-80b8-4342-98a4-45abbf16b308 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.201408] env[68199]: DEBUG nova.compute.manager [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.201661] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.229874] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf11b2-980f-4f15-a577-382829b5cabe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.236039] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500ba00-e9f7-4b6b-9340-d7c32d1d560e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.240604] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.240829] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.241043] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Deleting the datastore file [datastore2] b65a2734-9ebf-4730-bc75-bffaa1621091 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.241333] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51eccf2f-b82f-4edd-9eca-b376875b073b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.247781] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.248534] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aee3b9-ffdf-4201-95fe-314e09b22f90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.252779] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-313e3bc2-5593-463a-b782-cc5e3b423381 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.255346] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for the task: (returnval){ [ 828.255346] env[68199]: value = "task-3070148" [ 828.255346] env[68199]: _type = "Task" [ 828.255346] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.266770] env[68199]: DEBUG nova.compute.provider_tree [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.270242] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 828.270242] env[68199]: value = "task-3070149" [ 828.270242] env[68199]: _type = "Task" [ 828.270242] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.277256] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3070148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.283686] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.307750] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.721676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.721947] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.770496] env[68199]: DEBUG oslo_vmware.api [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Task: {'id': task-3070148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150613} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.770496] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.770496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.770496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.770496] env[68199]: INFO nova.compute.manager [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.770781] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.770781] env[68199]: DEBUG nova.compute.manager [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.770900] env[68199]: DEBUG nova.network.neutron [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.776796] env[68199]: DEBUG nova.scheduler.client.report [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.794955] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070149, 'name': PowerOffVM_Task, 'duration_secs': 0.18256} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.795379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.795557] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.795817] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8506b50f-b8d1-4cb2-87f3-dffbd394ce7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.852789] env[68199]: DEBUG nova.network.neutron [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.856411] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.856637] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.856817] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore1] 82c5c3ca-bf5d-437e-aee2-95f265adee6e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.857793] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a855090d-a36d-498a-b8a1-3aec1b88350a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.867885] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 828.867885] env[68199]: value = "task-3070151" [ 828.867885] env[68199]: _type = "Task" [ 828.867885] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.882792] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.046781] env[68199]: DEBUG nova.network.neutron [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.224726] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.262357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.262596] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.290235] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.290810] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.296574] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.511s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.298032] env[68199]: INFO nova.compute.claims [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.358812] env[68199]: INFO nova.compute.manager [-] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Took 1.31 seconds to deallocate network for instance. [ 829.378619] env[68199]: DEBUG oslo_vmware.api [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170627} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.378619] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.378619] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.378619] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.378619] env[68199]: INFO nova.compute.manager [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 829.378957] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.379072] env[68199]: DEBUG nova.compute.manager [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.379145] env[68199]: DEBUG nova.network.neutron [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.549992] env[68199]: INFO nova.compute.manager [-] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Took 2.03 seconds to deallocate network for instance. [ 829.598676] env[68199]: DEBUG nova.compute.manager [req-e40431d4-a1ea-4489-a65b-ad6644b7e0f3 req-65ff1ee7-a0e9-4b65-b3ab-3c5476572b41 service nova] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Received event network-vif-deleted-d7ace16d-e362-493e-8b97-bc3124145e25 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.760050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.767222] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.804716] env[68199]: DEBUG nova.compute.utils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.813951] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.813951] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.860152] env[68199]: DEBUG nova.policy [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f4e3d9df294d98a964eebcfc4e7290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b0d897d3f4564a2d88e6b4b05d891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.867107] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.955456] env[68199]: DEBUG nova.compute.manager [req-2757d393-4a83-4ecd-b64d-28315408dd23 req-3f3bd2e8-0abd-4f6c-8539-657bb486a74c service nova] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Received event network-vif-deleted-075e75b4-4ec3-4ab9-be95-42e897809452 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.062756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.083286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.083286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.299359] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.312685] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Successfully created port: ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.315687] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.322418] env[68199]: DEBUG nova.network.neutron [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.586308] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.631150] env[68199]: DEBUG nova.network.neutron [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.789939] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc91f6-b7b2-49b6-b35b-bf64b29de779 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.797858] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209aa00-cd2c-4761-af54-1d02f10e0af4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.827302] env[68199]: INFO nova.compute.manager [-] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Took 2.06 seconds to deallocate network for instance. [ 830.834431] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64acf66a-4fa1-485e-8a97-2e3e4ab081db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.843237] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0a7b9c-1a92-4c34-980c-e3f49b6b673f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.857287] env[68199]: DEBUG nova.compute.provider_tree [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.112094] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.133652] env[68199]: INFO nova.compute.manager [-] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Took 1.75 seconds to deallocate network for instance. [ 831.337019] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.342542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.360572] env[68199]: DEBUG nova.scheduler.client.report [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.380972] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.381224] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.381409] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.381628] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.381808] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.381961] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.382709] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.382957] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.383280] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.384277] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.384277] env[68199]: DEBUG nova.virt.hardware [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.385408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c239442-e5b0-4e7d-98e3-f2dd46bb39b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.398227] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f9f9c5-8351-4a20-9a65-41046a10edd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.641419] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.800356] env[68199]: DEBUG nova.compute.manager [req-9a7b4f97-2799-4b47-a77f-8bb5693d7302 req-e86c97fc-ba09-47b7-83cc-9800fd627537 service nova] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Received event network-vif-deleted-65bb00ae-fc0f-4370-9124-69ea8e19aa3c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.871013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.872064] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.878022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.574s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.878022] env[68199]: DEBUG nova.objects.instance [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'resources' on Instance uuid faed078e-05e1-49ca-a279-c6e9116a3a46 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.024434] env[68199]: DEBUG nova.compute.manager [req-7dfc4d73-e749-404f-9f02-4ffd52dbcc40 req-5c99f665-d4fb-4106-9511-8423bae4fcdb service nova] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Received event network-vif-deleted-980f8fa9-2520-430e-8238-c3adc8e569fb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.151972] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.152356] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.152717] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.153502] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.153502] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.155652] env[68199]: INFO nova.compute.manager [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Terminating instance [ 832.295921] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Successfully updated port: ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.377037] env[68199]: DEBUG nova.compute.utils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.378476] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.378647] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.477438] env[68199]: DEBUG nova.policy [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d6fb2fb1934d908e12edff7036a3fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023b219d72eb4c38bdf8f4486c428ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.660379] env[68199]: DEBUG nova.compute.manager [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.663176] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.663176] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f56df2-f0e0-4402-827c-7542e23488cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.670571] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.670993] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee382fa-db2a-45bc-94b8-cac6ccd8b97d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.681483] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 832.681483] env[68199]: value = "task-3070152" [ 832.681483] env[68199]: _type = "Task" [ 832.681483] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.691167] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.797953] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798285] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798464] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.840619] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb711ff6-4d0b-48d4-b9c1-ec90501941e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.849100] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c060e-f109-4d6e-8708-5e198adf555e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.879751] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165f2c0-77be-4f57-8847-761bf4e4e644 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.884276] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.890062] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5c365-e8aa-49d5-b09f-4ada5eb5db27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.904044] env[68199]: DEBUG nova.compute.provider_tree [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.191625] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070152, 'name': PowerOffVM_Task, 'duration_secs': 0.224727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.191914] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.192099] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.192363] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c3833f-27ce-482f-b611-1b9fa7334d44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.239159] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Successfully created port: 49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.262756] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.263013] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.263209] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleting the datastore file [datastore1] f7e67fe3-6adc-4973-baba-514bb05f5a45 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.263533] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1530871c-bec2-4f58-b554-4395dbe820a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.271318] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for the task: (returnval){ [ 833.271318] env[68199]: value = "task-3070154" [ 833.271318] env[68199]: _type = "Task" [ 833.271318] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.280393] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.334261] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.407756] env[68199]: DEBUG nova.scheduler.client.report [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.483473] env[68199]: DEBUG nova.network.neutron [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Updating instance_info_cache with network_info: [{"id": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "address": "fa:16:3e:f8:c5:ff", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8a099a-dd", "ovs_interfaceid": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.629756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "dbc1567b-f175-488a-8b54-e5de08e4084d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.629992] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.631358] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "f04ae769-490c-4946-897f-eb6d3b11c094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.631589] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.782121] env[68199]: DEBUG oslo_vmware.api [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Task: {'id': task-3070154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152645} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.782396] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.782595] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.782767] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.782965] env[68199]: INFO nova.compute.manager [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.783207] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.783404] env[68199]: DEBUG nova.compute.manager [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.783501] env[68199]: DEBUG nova.network.neutron [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.896454] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.919704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.923582] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.923867] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.924078] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.924245] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.924391] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.924534] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.924743] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.924922] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.925103] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.925254] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.925523] env[68199]: DEBUG nova.virt.hardware [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.926697] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.817s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.929016] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6faf4e-5bd0-4b0f-a55a-0dbe9994aec9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.939398] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c93ac2-d056-4fd2-985d-62e2b493923a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.961301] env[68199]: INFO nova.scheduler.client.report [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted allocations for instance faed078e-05e1-49ca-a279-c6e9116a3a46 [ 833.987026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.987400] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Instance network_info: |[{"id": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "address": "fa:16:3e:f8:c5:ff", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8a099a-dd", "ovs_interfaceid": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.988042] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:c5:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee8a099a-dd38-4b57-8e4d-e45f76e8c19d', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.996510] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.996510] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.996510] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-118c1e45-2130-417a-a874-010a961f4164 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.018245] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.018245] env[68199]: value = "task-3070155" [ 834.018245] env[68199]: _type = "Task" [ 834.018245] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.035542] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070155, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.048479] env[68199]: DEBUG nova.compute.manager [req-5d911e88-0149-4fbc-a619-64230799842c req-aa53d09b-b991-45ce-839a-3d1308380a24 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Received event network-vif-deleted-e9bcc385-5d62-4834-895b-cc5499cf0055 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.048715] env[68199]: INFO nova.compute.manager [req-5d911e88-0149-4fbc-a619-64230799842c req-aa53d09b-b991-45ce-839a-3d1308380a24 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Neutron deleted interface e9bcc385-5d62-4834-895b-cc5499cf0055; detaching it from the instance and deleting it from the info cache [ 834.048890] env[68199]: DEBUG nova.network.neutron [req-5d911e88-0149-4fbc-a619-64230799842c req-aa53d09b-b991-45ce-839a-3d1308380a24 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.059521] env[68199]: DEBUG nova.compute.manager [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Received event network-vif-plugged-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.059748] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Acquiring lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.059985] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.060453] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.060796] env[68199]: DEBUG nova.compute.manager [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] No waiting events found dispatching network-vif-plugged-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.061110] env[68199]: WARNING nova.compute.manager [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Received unexpected event network-vif-plugged-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d for instance with vm_state building and task_state spawning. [ 834.061291] env[68199]: DEBUG nova.compute.manager [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Received event network-changed-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.061499] env[68199]: DEBUG nova.compute.manager [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Refreshing instance network info cache due to event network-changed-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.061707] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Acquiring lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.061843] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Acquired lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.061999] env[68199]: DEBUG nova.network.neutron [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Refreshing network info cache for port ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.133887] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.137244] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.437194] env[68199]: INFO nova.compute.claims [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.473512] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e5fa2f9-628d-4cba-8c96-de855c9364af tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "faed078e-05e1-49ca-a279-c6e9116a3a46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.248s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.528987] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070155, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.536453] env[68199]: DEBUG nova.network.neutron [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.551058] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa10a9f5-09f4-41c6-9f5b-f2ee849b7a9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.561119] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b269557d-a7c1-40f9-9346-7e62ead9425d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.597557] env[68199]: DEBUG nova.compute.manager [req-5d911e88-0149-4fbc-a619-64230799842c req-aa53d09b-b991-45ce-839a-3d1308380a24 service nova] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Detach interface failed, port_id=e9bcc385-5d62-4834-895b-cc5499cf0055, reason: Instance f7e67fe3-6adc-4973-baba-514bb05f5a45 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.665752] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.667159] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.817122] env[68199]: DEBUG nova.network.neutron [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Updated VIF entry in instance network info cache for port ee8a099a-dd38-4b57-8e4d-e45f76e8c19d. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.817122] env[68199]: DEBUG nova.network.neutron [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Updating instance_info_cache with network_info: [{"id": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "address": "fa:16:3e:f8:c5:ff", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8a099a-dd", "ovs_interfaceid": "ee8a099a-dd38-4b57-8e4d-e45f76e8c19d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.944278] env[68199]: INFO nova.compute.resource_tracker [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating resource usage from migration ba460530-04a4-4bc1-8fe3-dde9fa12aae9 [ 835.032723] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070155, 'name': CreateVM_Task, 'duration_secs': 0.610924} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.032894] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.033692] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.033866] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034299] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034576] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3a28ba-d166-4ed4-8b43-afd3205f6612 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.040021] env[68199]: INFO nova.compute.manager [-] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Took 1.25 seconds to deallocate network for instance. [ 835.041218] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 835.041218] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ec1b44-a589-4dcb-58ba-a25641a845c7" [ 835.041218] env[68199]: _type = "Task" [ 835.041218] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.053207] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Successfully updated port: 49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.064824] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ec1b44-a589-4dcb-58ba-a25641a845c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.064824] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.064824] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.065257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.065362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.066221] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.066221] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f296e89-b107-43a3-a392-aa1eda7a6818 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.074524] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.074968] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.075822] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8371515e-e075-4b1c-8697-cf80a198f712 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.085510] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 835.085510] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524bfa8c-587a-de4f-5cb7-368f477cf656" [ 835.085510] env[68199]: _type = "Task" [ 835.085510] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.095395] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524bfa8c-587a-de4f-5cb7-368f477cf656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.319448] env[68199]: DEBUG oslo_concurrency.lockutils [req-0ee29a57-b112-4c36-bc38-6a9d565cc2a0 req-e3ca1dfc-cd82-4fb4-8cc5-718e7838f684 service nova] Releasing lock "refresh_cache-0381cbe4-5d2f-4a13-94be-a83461e40cd1" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.371648] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c7553-d140-4c7a-9558-599c1baa6eea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.380713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcb3cd7-0306-4277-9e3b-729925bf7883 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.411983] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44856303-ccce-41de-9f48-3811c0d6c5f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.419340] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d95284-50de-44cc-8006-e90fac1a49fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.432611] env[68199]: DEBUG nova.compute.provider_tree [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.553975] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.556661] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.556792] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquired lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.556938] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.596230] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524bfa8c-587a-de4f-5cb7-368f477cf656, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.597069] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3db4ab5-34da-4b2b-becc-83c496397d55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.602844] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 835.602844] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f9f9be-f993-a4de-6143-e63d163f1da7" [ 835.602844] env[68199]: _type = "Task" [ 835.602844] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.610898] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f9f9be-f993-a4de-6143-e63d163f1da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.830231] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.830508] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.830769] env[68199]: INFO nova.compute.manager [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Rebooting instance [ 835.953439] env[68199]: ERROR nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [req-acd8a094-f8e0-4890-8bc4-f3b1023278d0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-acd8a094-f8e0-4890-8bc4-f3b1023278d0"}]} [ 835.971804] env[68199]: DEBUG nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.988326] env[68199]: DEBUG nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.988544] env[68199]: DEBUG nova.compute.provider_tree [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.000192] env[68199]: DEBUG nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 836.018260] env[68199]: DEBUG nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 836.085807] env[68199]: DEBUG nova.compute.manager [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Received event network-vif-plugged-49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.086046] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Acquiring lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.086570] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.086751] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.086922] env[68199]: DEBUG nova.compute.manager [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] No waiting events found dispatching network-vif-plugged-49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.087100] env[68199]: WARNING nova.compute.manager [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Received unexpected event network-vif-plugged-49fc0685-cb03-4c8a-8ac3-9e589da4a360 for instance with vm_state building and task_state spawning. [ 836.087259] env[68199]: DEBUG nova.compute.manager [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Received event network-changed-49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.087409] env[68199]: DEBUG nova.compute.manager [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Refreshing instance network info cache due to event network-changed-49fc0685-cb03-4c8a-8ac3-9e589da4a360. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.087572] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Acquiring lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.089053] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.113911] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f9f9be-f993-a4de-6143-e63d163f1da7, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.116009] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116278] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0381cbe4-5d2f-4a13-94be-a83461e40cd1/0381cbe4-5d2f-4a13-94be-a83461e40cd1.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.116679] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ce42c2-563b-4f52-a9b9-1521830cbb3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.125100] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 836.125100] env[68199]: value = "task-3070156" [ 836.125100] env[68199]: _type = "Task" [ 836.125100] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.137394] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.226278] env[68199]: DEBUG nova.network.neutron [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Updating instance_info_cache with network_info: [{"id": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "address": "fa:16:3e:c9:6e:9c", "network": {"id": "83d05018-d566-45c1-9f7d-c6577690999e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1835163448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023b219d72eb4c38bdf8f4486c428ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc0685-cb", "ovs_interfaceid": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.351090] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.351280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.351473] env[68199]: DEBUG nova.network.neutron [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.388378] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cdc6e9-5767-48a4-9918-09a9e8eaba09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.396881] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913bd78-f3f0-462b-a544-6741fe539d52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.428631] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc23a2d-690f-41c3-bb91-873b4142b2cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.437246] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63da1a-e556-47f4-9555-55d7118c9bb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.454763] env[68199]: DEBUG nova.compute.provider_tree [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.636179] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477758} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.636440] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0381cbe4-5d2f-4a13-94be-a83461e40cd1/0381cbe4-5d2f-4a13-94be-a83461e40cd1.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.636652] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.636895] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e491f4-ecab-4e45-984a-e182354c7cec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.643875] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 836.643875] env[68199]: value = "task-3070157" [ 836.643875] env[68199]: _type = "Task" [ 836.643875] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.651899] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.730744] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Releasing lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.730744] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Instance network_info: |[{"id": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "address": "fa:16:3e:c9:6e:9c", "network": {"id": "83d05018-d566-45c1-9f7d-c6577690999e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1835163448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023b219d72eb4c38bdf8f4486c428ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc0685-cb", "ovs_interfaceid": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.730744] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Acquired lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.730744] env[68199]: DEBUG nova.network.neutron [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Refreshing network info cache for port 49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.731232] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:6e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49fc0685-cb03-4c8a-8ac3-9e589da4a360', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.738619] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Creating folder: Project (023b219d72eb4c38bdf8f4486c428ddf). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.742052] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14edb267-3d5a-4eb9-9523-f2d8d6e35dbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.752780] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Created folder: Project (023b219d72eb4c38bdf8f4486c428ddf) in parent group-v614632. [ 836.752968] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Creating folder: Instances. Parent ref: group-v614783. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.753224] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff4ca2b0-5d8e-4250-9d41-e8b7dc9ce076 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.762346] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Created folder: Instances in parent group-v614783. [ 836.762595] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.762779] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.763079] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9388c857-e507-4c08-8fd7-ab2ba42b6de9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.784535] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.784535] env[68199]: value = "task-3070160" [ 836.784535] env[68199]: _type = "Task" [ 836.784535] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.792057] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070160, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.003818] env[68199]: DEBUG nova.scheduler.client.report [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 837.003818] env[68199]: DEBUG nova.compute.provider_tree [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 77 to 78 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 837.003818] env[68199]: DEBUG nova.compute.provider_tree [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.047484] env[68199]: DEBUG nova.network.neutron [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Updated VIF entry in instance network info cache for port 49fc0685-cb03-4c8a-8ac3-9e589da4a360. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.048130] env[68199]: DEBUG nova.network.neutron [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Updating instance_info_cache with network_info: [{"id": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "address": "fa:16:3e:c9:6e:9c", "network": {"id": "83d05018-d566-45c1-9f7d-c6577690999e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1835163448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023b219d72eb4c38bdf8f4486c428ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc0685-cb", "ovs_interfaceid": "49fc0685-cb03-4c8a-8ac3-9e589da4a360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.102155] env[68199]: DEBUG nova.network.neutron [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.153604] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066061} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.153901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.155187] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6416297-e11a-4574-8794-1780bb7a31e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.176727] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0381cbe4-5d2f-4a13-94be-a83461e40cd1/0381cbe4-5d2f-4a13-94be-a83461e40cd1.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.176985] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea36353b-3875-4d45-b5bd-12aa72edf208 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.196907] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 837.196907] env[68199]: value = "task-3070161" [ 837.196907] env[68199]: _type = "Task" [ 837.196907] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.204609] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.294224] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070160, 'name': CreateVM_Task, 'duration_secs': 0.347716} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.294400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.295077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.295246] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.295560] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.295817] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da932e9-d983-412b-b46d-f46e69d022ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.300234] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 837.300234] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523fd8fe-6a14-9dd1-5bc2-3acebdbb5757" [ 837.300234] env[68199]: _type = "Task" [ 837.300234] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.309187] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fd8fe-6a14-9dd1-5bc2-3acebdbb5757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.510292] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.583s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.510529] env[68199]: INFO nova.compute.manager [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Migrating [ 837.517428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.937s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.517739] env[68199]: DEBUG nova.objects.instance [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lazy-loading 'resources' on Instance uuid 61aaee44-9333-4eab-bc8f-cba4b828b845 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.552260] env[68199]: DEBUG oslo_concurrency.lockutils [req-5cd9a208-9216-4b73-9b9d-bed4f1ac56ce req-a5e9b198-f787-4a47-ba9e-2bdb58b849bd service nova] Releasing lock "refresh_cache-8dc88cb4-2c09-4131-8550-c840ae5c8396" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.606670] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.707871] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070161, 'name': ReconfigVM_Task, 'duration_secs': 0.261178} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.707871] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0381cbe4-5d2f-4a13-94be-a83461e40cd1/0381cbe4-5d2f-4a13-94be-a83461e40cd1.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.708394] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e910365-ae53-408f-acbe-7057acd5c861 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.715315] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 837.715315] env[68199]: value = "task-3070162" [ 837.715315] env[68199]: _type = "Task" [ 837.715315] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.724279] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070162, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.810322] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fd8fe-6a14-9dd1-5bc2-3acebdbb5757, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.810675] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.810923] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.811172] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.811319] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.811522] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.811778] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd9184d-cd4b-41ff-9582-5afb8e3b9e0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.820082] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.820267] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.820983] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff63fd9-c7c6-4c95-a50b-f537ae4d6690 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.826968] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 837.826968] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ae2623-ae79-64e0-701c-8b6f4cafae59" [ 837.826968] env[68199]: _type = "Task" [ 837.826968] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.835338] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ae2623-ae79-64e0-701c-8b6f4cafae59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.030823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.031090] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.031904] env[68199]: DEBUG nova.network.neutron [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.113461] env[68199]: DEBUG nova.compute.manager [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.113461] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfad65c-4cd8-48c1-a1c4-07d4b0d9f4c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.225474] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070162, 'name': Rename_Task, 'duration_secs': 0.140253} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.227739] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.228157] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04fecd79-1695-410e-98b5-24f5c0b3f8c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.235808] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 838.235808] env[68199]: value = "task-3070163" [ 838.235808] env[68199]: _type = "Task" [ 838.235808] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.254462] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.341122] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ae2623-ae79-64e0-701c-8b6f4cafae59, 'name': SearchDatastore_Task, 'duration_secs': 0.008116} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.343995] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58c2122-ee8e-4485-9bd8-c6832455ac23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348897] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 838.348897] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52200928-f0f9-5f61-9c0f-46950fbbaf68" [ 838.348897] env[68199]: _type = "Task" [ 838.348897] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.358745] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52200928-f0f9-5f61-9c0f-46950fbbaf68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.388319] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4067c28a-a071-4b4e-8539-5ea4bbde1f5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.395747] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3928b63-3e22-4804-955b-35da681b70ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.425896] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07ea23-4bfe-43c0-ad58-9518f7f799fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.433144] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceeb927-797c-4b71-97a8-e48c12f7087f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.446209] env[68199]: DEBUG nova.compute.provider_tree [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.743985] env[68199]: DEBUG nova.network.neutron [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.749528] env[68199]: DEBUG oslo_vmware.api [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070163, 'name': PowerOnVM_Task, 'duration_secs': 0.432574} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.750012] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.750234] env[68199]: INFO nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Took 7.41 seconds to spawn the instance on the hypervisor. [ 838.750410] env[68199]: DEBUG nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.751211] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132da65-482c-4684-a91e-84d7b6bfa5d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.860951] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52200928-f0f9-5f61-9c0f-46950fbbaf68, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.861183] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861435] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8dc88cb4-2c09-4131-8550-c840ae5c8396/8dc88cb4-2c09-4131-8550-c840ae5c8396.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.861710] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bbb7277-415c-4c95-ace9-03d7d121f8ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.867660] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 838.867660] env[68199]: value = "task-3070164" [ 838.867660] env[68199]: _type = "Task" [ 838.867660] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.875167] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.949880] env[68199]: DEBUG nova.scheduler.client.report [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.131477] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fec50b-8116-4f13-8f8e-a2b64d57a9ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.138985] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Doing hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 839.139378] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-174a5a31-0c10-4ecd-93de-6b57c0eca491 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.148115] env[68199]: DEBUG oslo_vmware.api [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 839.148115] env[68199]: value = "task-3070165" [ 839.148115] env[68199]: _type = "Task" [ 839.148115] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.160258] env[68199]: DEBUG oslo_vmware.api [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070165, 'name': ResetVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.250804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.271142] env[68199]: INFO nova.compute.manager [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Took 45.31 seconds to build instance. [ 839.379078] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.454842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.457982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.724s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.457982] env[68199]: DEBUG nova.objects.instance [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lazy-loading 'resources' on Instance uuid f5b4aac1-464e-460c-9c19-2c5d43302016 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.477016] env[68199]: INFO nova.scheduler.client.report [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Deleted allocations for instance 61aaee44-9333-4eab-bc8f-cba4b828b845 [ 839.658554] env[68199]: DEBUG oslo_vmware.api [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070165, 'name': ResetVM_Task, 'duration_secs': 0.125343} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.658841] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Did hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 839.659046] env[68199]: DEBUG nova.compute.manager [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.659857] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a97223-a504-401f-a4db-48ee2115eaf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.772846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4d644d4a-a9d1-462b-a7ae-cc31e7234109 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.818s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.879823] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617204} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.880166] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8dc88cb4-2c09-4131-8550-c840ae5c8396/8dc88cb4-2c09-4131-8550-c840ae5c8396.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.880444] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.880718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-097fa331-a65f-4242-ad37-79b1658f903f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.887338] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 839.887338] env[68199]: value = "task-3070166" [ 839.887338] env[68199]: _type = "Task" [ 839.887338] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.895895] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.984418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Lock "61aaee44-9333-4eab-bc8f-cba4b828b845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.845s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.173680] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1c6f5a8-6805-4c57-936e-e678e29c258a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.343s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.399200] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069795} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.399546] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.400309] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567612f3-5128-42c2-a89f-6289b1fdb9ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.422626] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8dc88cb4-2c09-4131-8550-c840ae5c8396/8dc88cb4-2c09-4131-8550-c840ae5c8396.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.423799] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50272b1f-5a70-4f91-9523-3b170ec52df9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.438543] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab0bc8-9cbc-41b9-b55d-0ea919f6f0cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.445627] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab6470-0188-4dd1-852a-e89572b5474f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.450916] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 840.450916] env[68199]: value = "task-3070167" [ 840.450916] env[68199]: _type = "Task" [ 840.450916] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.480819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44aba08-30e4-41b9-b67e-87eeecc5d434 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.487050] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.491906] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5379366-9cad-4003-ac72-2603bb8a3ff6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.507927] env[68199]: DEBUG nova.compute.provider_tree [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.695972] env[68199]: DEBUG nova.compute.manager [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.696910] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db7a9f-b94f-44aa-8aee-2f96b3136696 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.764995] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15835f1f-fb9b-4743-a37b-c804bc9c6b3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.784527] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.963921] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.051820] env[68199]: DEBUG nova.scheduler.client.report [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.051820] env[68199]: DEBUG nova.compute.provider_tree [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 78 to 79 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.052038] env[68199]: DEBUG nova.compute.provider_tree [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.210258] env[68199]: INFO nova.compute.manager [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] instance snapshotting [ 841.212375] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de55fc-012f-411e-af18-3e1645430578 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.233129] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c03d849-41da-4111-a4a7-60c891552809 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.290404] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.290769] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c994ae8e-5e68-4dc6-b5cf-995b1a6a5c34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.298635] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 841.298635] env[68199]: value = "task-3070168" [ 841.298635] env[68199]: _type = "Task" [ 841.298635] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.308230] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.464713] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070167, 'name': ReconfigVM_Task, 'duration_secs': 0.735108} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.464928] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8dc88cb4-2c09-4131-8550-c840ae5c8396/8dc88cb4-2c09-4131-8550-c840ae5c8396.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.465596] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca426a5a-3a45-4d0f-af22-4d8178ecdde8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.472777] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 841.472777] env[68199]: value = "task-3070169" [ 841.472777] env[68199]: _type = "Task" [ 841.472777] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.482759] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070169, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.557498] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.560801] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.551s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.561057] env[68199]: DEBUG nova.objects.instance [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lazy-loading 'resources' on Instance uuid 0491be89-90a2-4f1a-81b4-748994f6e8a3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.588329] env[68199]: INFO nova.scheduler.client.report [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Deleted allocations for instance f5b4aac1-464e-460c-9c19-2c5d43302016 [ 841.744097] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.744408] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-378c328f-6cec-490c-ae23-4697717bc921 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.753139] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 841.753139] env[68199]: value = "task-3070170" [ 841.753139] env[68199]: _type = "Task" [ 841.753139] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.761179] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.808011] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070168, 'name': PowerOffVM_Task, 'duration_secs': 0.288861} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.808241] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.808426] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.983611] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070169, 'name': Rename_Task, 'duration_secs': 0.193123} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.983924] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.984200] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c66dc70-61c4-4f29-889e-114d70699b28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.991014] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 841.991014] env[68199]: value = "task-3070171" [ 841.991014] env[68199]: _type = "Task" [ 841.991014] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.999122] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.097976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-12c35d53-2ddf-4baa-a2da-1cd14a4cab58 tempest-ServerDiagnosticsV248Test-94574670 tempest-ServerDiagnosticsV248Test-94574670-project-member] Lock "f5b4aac1-464e-460c-9c19-2c5d43302016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.619s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.263948] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.316265] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.316265] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.316265] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.316265] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.316265] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.316487] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.316779] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.317015] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.317268] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.317587] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.318015] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.326446] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78d7a33-3218-4c90-ad2d-1432436f7407 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.343772] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 842.343772] env[68199]: value = "task-3070172" [ 842.343772] env[68199]: _type = "Task" [ 842.343772] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.355715] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.451537] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328198d7-49e4-4198-b5d4-fa22e16a1f91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.459648] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e8497d-a3d6-4a8c-be13-361c2127b772 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.498953] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a2377-a9c9-45cb-a81e-36d2a9767862 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.510649] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.513966] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8944e9-1b58-4a91-8710-a99c0f439e42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.528093] env[68199]: DEBUG nova.compute.provider_tree [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.764802] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070170, 'name': CreateSnapshot_Task, 'duration_secs': 0.809251} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.765112] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.765828] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad99610-837c-4069-85c8-26393bff0f5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.852973] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070172, 'name': ReconfigVM_Task, 'duration_secs': 0.154585} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.853291] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.004250] env[68199]: DEBUG oslo_vmware.api [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070171, 'name': PowerOnVM_Task, 'duration_secs': 0.653181} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.004534] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.004739] env[68199]: INFO nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 9.11 seconds to spawn the instance on the hypervisor. [ 843.004917] env[68199]: DEBUG nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.005699] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921b235-44f4-4d45-8c1e-4d740f74a619 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.031153] env[68199]: DEBUG nova.scheduler.client.report [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.283274] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.283648] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a406eb1-b3c4-4d9e-92be-982ec6d2a0d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.292470] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 843.292470] env[68199]: value = "task-3070173" [ 843.292470] env[68199]: _type = "Task" [ 843.292470] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.299825] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070173, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:56:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3bc9e4c4-7432-4556-9b56-dbbe7d9eef3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800555769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.361041] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.361605] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.361935] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.362318] env[68199]: DEBUG nova.virt.hardware [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.368274] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.368685] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f79faaf-6606-479c-8461-5bf1e623bd72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.391079] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 843.391079] env[68199]: value = "task-3070174" [ 843.391079] env[68199]: _type = "Task" [ 843.391079] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.400737] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.524011] env[68199]: INFO nova.compute.manager [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 48.77 seconds to build instance. [ 843.537107] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.539393] env[68199]: DEBUG oslo_concurrency.lockutils [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.567s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.563634] env[68199]: INFO nova.scheduler.client.report [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted allocations for instance 0491be89-90a2-4f1a-81b4-748994f6e8a3 [ 843.805443] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070173, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.904935] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070174, 'name': ReconfigVM_Task, 'duration_secs': 0.326553} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.905232] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.906025] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13b36d-777c-4ebe-8a22-04b4d22c58cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.930488] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.931729] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d421894f-9332-4c4f-a150-85ca32937e58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.945778] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd194879-be03-4c1d-9c69-57a4514e6f91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.954962] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ba0a50-fd72-4f3b-8c26-e6cb6326fa68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.958199] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 843.958199] env[68199]: value = "task-3070175" [ 843.958199] env[68199]: _type = "Task" [ 843.958199] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.003371] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6051efe-2e42-4174-8c16-59406cd9e35c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.007042] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.013365] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36d45f-6e6d-41f3-91cf-852402a46510 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034994] env[68199]: DEBUG oslo_concurrency.lockutils [None req-99a9e9ba-dc76-44e4-8553-0d65f2ce03c5 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.299s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.035639] env[68199]: DEBUG nova.compute.provider_tree [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.079144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3a9f437d-1666-4023-86aa-4a1b103a06b8 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "0491be89-90a2-4f1a-81b4-748994f6e8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.496s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.303733] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070173, 'name': CloneVM_Task, 'duration_secs': 0.905192} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.304050] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Created linked-clone VM from snapshot [ 844.304847] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2fdc26-a1ae-4b8a-89ac-3e8bb1890059 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.312227] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Uploading image f1f98a4c-f025-4edc-9d88-37e8a436ec48 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.336337] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.336337] env[68199]: value = "vm-614787" [ 844.336337] env[68199]: _type = "VirtualMachine" [ 844.336337] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.336715] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2427ab4-c894-458e-9103-23ba4212624e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.343589] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease: (returnval){ [ 844.343589] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52df65d8-4a3a-2836-2d72-7bbf267bac99" [ 844.343589] env[68199]: _type = "HttpNfcLease" [ 844.343589] env[68199]: } obtained for exporting VM: (result){ [ 844.343589] env[68199]: value = "vm-614787" [ 844.343589] env[68199]: _type = "VirtualMachine" [ 844.343589] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.343883] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the lease: (returnval){ [ 844.343883] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52df65d8-4a3a-2836-2d72-7bbf267bac99" [ 844.343883] env[68199]: _type = "HttpNfcLease" [ 844.343883] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.350767] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.350767] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52df65d8-4a3a-2836-2d72-7bbf267bac99" [ 844.350767] env[68199]: _type = "HttpNfcLease" [ 844.350767] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 844.472599] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070175, 'name': ReconfigVM_Task, 'duration_secs': 0.283633} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.473028] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.473454] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.539596] env[68199]: DEBUG nova.scheduler.client.report [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.853327] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.853327] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52df65d8-4a3a-2836-2d72-7bbf267bac99" [ 844.853327] env[68199]: _type = "HttpNfcLease" [ 844.853327] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.853494] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.853494] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52df65d8-4a3a-2836-2d72-7bbf267bac99" [ 844.853494] env[68199]: _type = "HttpNfcLease" [ 844.853494] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.855954] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f262937-91ff-44f7-bd59-808b1711166e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.862644] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.862901] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 844.928040] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8a781441-db5e-41c3-9cbf-28c4640affa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.928040] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.982242] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668da4a2-3f10-4a82-80fa-43fe4b7f9dc0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.004893] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5e5bf7-c517-449a-af8e-ea95f834c8d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.024938] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.031716] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfbacf72-734d-4fe4-aa5b-26790ea8367c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.046449] env[68199]: DEBUG oslo_concurrency.lockutils [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.507s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.047851] env[68199]: INFO nova.compute.manager [None req-28e6c71a-feda-4e65-9a48-acf5c8335dfd tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Successfully reverted task state from rebuilding on failure for instance. [ 845.054797] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.365s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.056444] env[68199]: INFO nova.compute.claims [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.432324] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.437348] env[68199]: DEBUG nova.compute.manager [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.439821] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8662b2-5da6-4135-b4c5-b4e96c11c4ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.599428] env[68199]: DEBUG nova.network.neutron [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Port 16618775-4391-4a7a-bb19-1a8c678bda5d binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 845.951387] env[68199]: INFO nova.compute.manager [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] instance snapshotting [ 845.955054] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdcb88-605b-4413-9fc4-08ac0afc4c92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.961906] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.978252] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee56a8-e891-4294-bc33-446cf274fcea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.474918] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0963acbd-1c14-4955-8445-6afd75b60b93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.484187] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5df0e-8fb8-4712-866c-624d58c63c0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.516816] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.517445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09628c98-d1bd-4936-92a1-3dc201bda35f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.520228] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536e525-abe6-4f9b-8302-22a55a26258d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.530506] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b62f38-9b14-4019-ab1f-ed0f6d6a92f9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.536865] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 846.536865] env[68199]: value = "task-3070177" [ 846.536865] env[68199]: _type = "Task" [ 846.536865] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.549418] env[68199]: DEBUG nova.compute.provider_tree [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.558990] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.622236] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.622445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.622641] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.050072] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070177, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.053252] env[68199]: DEBUG nova.scheduler.client.report [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.548596] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070177, 'name': CreateSnapshot_Task, 'duration_secs': 0.83567} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.548886] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.549672] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267040a-fb7f-421b-82ac-c30a21207bfd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.558349] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.558836] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.567037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.960s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.568121] env[68199]: DEBUG nova.objects.instance [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lazy-loading 'resources' on Instance uuid 0d009248-0719-4bed-b537-8d07d578f58c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.677704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677899] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.678094] env[68199]: DEBUG nova.network.neutron [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.068733] env[68199]: DEBUG nova.compute.utils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.070221] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.070395] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.081887] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.083030] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90348922-0226-4209-ade0-777ded4340db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.091816] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 848.091816] env[68199]: value = "task-3070178" [ 848.091816] env[68199]: _type = "Task" [ 848.091816] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.101851] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070178, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.133484] env[68199]: DEBUG nova.policy [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18210a95db804807945d95506a15665d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0153cadd47348b89b8f60d180a22867', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.391243] env[68199]: DEBUG nova.network.neutron [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.439973] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Successfully created port: eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.559486] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1723b426-3a28-48db-9e4c-a3c9f0fbc7de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.568109] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0500de9c-c2f5-4822-9eda-49ff5c849da6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.574099] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.610980] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf23f74-07ed-44f4-a7ae-a9fbc0815260 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.625302] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a4ad7-dd7c-4941-ad65-7cab6e6788de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.629961] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070178, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.643228] env[68199]: DEBUG nova.compute.provider_tree [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.898152] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.015378] env[68199]: INFO nova.compute.manager [None req-bb656f0e-7f33-4883-add9-e3e2cf7a8680 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Get console output [ 849.015693] env[68199]: WARNING nova.virt.vmwareapi.driver [None req-bb656f0e-7f33-4883-add9-e3e2cf7a8680 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] The console log is missing. Check your VSPC configuration [ 849.117314] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070178, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.147318] env[68199]: DEBUG nova.scheduler.client.report [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.427506] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564099cd-f637-4cd5-82d3-2cb54ea3fdd5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.449481] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b076d8e-9dfc-4b2c-81c7-4409b01bc74f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.457771] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.585771] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.614872] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.615177] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.615308] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.615526] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.615714] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.616516] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.616516] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.616516] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.616684] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.616916] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.617076] env[68199]: DEBUG nova.virt.hardware [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.617957] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3d30e-ff8a-4bd2-ae17-e1c3531e2109 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.628112] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070178, 'name': CloneVM_Task, 'duration_secs': 1.485368} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.630343] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Created linked-clone VM from snapshot [ 849.631159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ae127-4523-47ef-b154-9693e7b6c2d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.636032] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f89f1-5c54-4555-a7af-342b429b2eb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.646068] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Uploading image eb00472e-47ea-49a6-81e9-a2cb00cdb9ef {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.658842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.661719] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.010s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.663366] env[68199]: INFO nova.compute.claims [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.674357] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.674357] env[68199]: value = "vm-614789" [ 849.674357] env[68199]: _type = "VirtualMachine" [ 849.674357] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.674648] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d8c9572-d486-406a-a13c-d529e64de69d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.684283] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lease: (returnval){ [ 849.684283] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ba2184-db5b-ce1b-4b3c-cdd5d260f7e0" [ 849.684283] env[68199]: _type = "HttpNfcLease" [ 849.684283] env[68199]: } obtained for exporting VM: (result){ [ 849.684283] env[68199]: value = "vm-614789" [ 849.684283] env[68199]: _type = "VirtualMachine" [ 849.684283] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.684283] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the lease: (returnval){ [ 849.684283] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ba2184-db5b-ce1b-4b3c-cdd5d260f7e0" [ 849.684283] env[68199]: _type = "HttpNfcLease" [ 849.684283] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.688518] env[68199]: INFO nova.scheduler.client.report [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted allocations for instance 0d009248-0719-4bed-b537-8d07d578f58c [ 849.693635] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.693635] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ba2184-db5b-ce1b-4b3c-cdd5d260f7e0" [ 849.693635] env[68199]: _type = "HttpNfcLease" [ 849.693635] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.965298] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.965591] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f29912-b97b-4ac3-b47e-658b878c1e4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.972748] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 849.972748] env[68199]: value = "task-3070180" [ 849.972748] env[68199]: _type = "Task" [ 849.972748] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.982116] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.985581] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Successfully updated port: eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.987122] env[68199]: DEBUG nova.compute.manager [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.988391] env[68199]: DEBUG oslo_concurrency.lockutils [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.988630] env[68199]: DEBUG oslo_concurrency.lockutils [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.990014] env[68199]: DEBUG oslo_concurrency.lockutils [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.990014] env[68199]: DEBUG nova.compute.manager [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] No waiting events found dispatching network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.990014] env[68199]: WARNING nova.compute.manager [req-66fe8788-a9ba-4139-a2ae-32e4621d8e3c req-5f37a841-e4da-468e-ba1c-08bf365a6007 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received unexpected event network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 for instance with vm_state building and task_state spawning. [ 850.094923] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.095217] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.095436] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.095622] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.095819] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.097961] env[68199]: INFO nova.compute.manager [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Terminating instance [ 850.198316] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bb018b9-124b-45ea-a7f0-18fa6e51eb55 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "0d009248-0719-4bed-b537-8d07d578f58c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.988s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.199503] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.199503] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ba2184-db5b-ce1b-4b3c-cdd5d260f7e0" [ 850.199503] env[68199]: _type = "HttpNfcLease" [ 850.199503] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.200300] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.200300] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ba2184-db5b-ce1b-4b3c-cdd5d260f7e0" [ 850.200300] env[68199]: _type = "HttpNfcLease" [ 850.200300] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.202818] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9daeed-d2a0-4df4-a05f-7dbf709c7e0e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.213948] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.214155] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.387597] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52bad3f6-260e-4dd0-b0f4-bba173fca219 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.482744] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.491450] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.491674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.491754] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.602653] env[68199]: DEBUG nova.compute.manager [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.603015] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.604147] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c437f8-8e56-4753-ae45-d758dc7f94c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.614090] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.614408] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c5ca9c-5938-4398-a221-6ddb872aeac6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.622079] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 850.622079] env[68199]: value = "task-3070181" [ 850.622079] env[68199]: _type = "Task" [ 850.622079] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.630508] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.695532] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "3399c49e-5663-46a8-8135-7f0f70f00028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.695826] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.696249] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.696335] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.696476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.698813] env[68199]: INFO nova.compute.manager [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Terminating instance [ 850.987149] env[68199]: DEBUG oslo_vmware.api [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070180, 'name': PowerOnVM_Task, 'duration_secs': 0.727309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.990953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.991282] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd94c30-65f7-498b-8782-136dd12761c4 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance 'b131322c-0c3e-4508-8e93-5dada3d44f34' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.036831] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.127957] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eccb9f-1552-4c3c-a1b2-d77c9fefa744 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138219] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070181, 'name': PowerOffVM_Task, 'duration_secs': 0.360764} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.141116] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.141347] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.141763] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e41c1eb2-7b1f-42e0-a609-1a12791d30ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.144519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198921e4-f3a1-4aed-a374-24e7cdef7a83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.188653] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35746279-bcb3-476d-8902-46ad315740a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.199021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9a077-c46b-478d-abb5-75848d774c8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.203016] env[68199]: DEBUG nova.compute.manager [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.203957] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.204748] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e85b7-e023-4cd4-b247-3ad8327044b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.219551] env[68199]: DEBUG nova.compute.provider_tree [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.225772] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.226666] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-374730b7-6a62-4236-af98-0ae1331cae51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.234604] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 851.234604] env[68199]: value = "task-3070183" [ 851.234604] env[68199]: _type = "Task" [ 851.234604] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.243663] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.256532] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.256796] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.257084] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleting the datastore file [datastore2] e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.257715] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee5d0ac-7913-47b0-a00f-0d610e591659 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.265304] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 851.265304] env[68199]: value = "task-3070184" [ 851.265304] env[68199]: _type = "Task" [ 851.265304] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.275113] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.312714] env[68199]: DEBUG nova.network.neutron [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.727882] env[68199]: DEBUG nova.scheduler.client.report [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.744629] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070183, 'name': PowerOffVM_Task, 'duration_secs': 0.230546} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.745823] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.746099] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.746389] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cb4ca90-398a-455a-80f6-a4d229516784 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.776626] env[68199]: DEBUG oslo_vmware.api [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162869} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.776832] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.777027] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.777228] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.777488] env[68199]: INFO nova.compute.manager [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.777837] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.778069] env[68199]: DEBUG nova.compute.manager [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.778169] env[68199]: DEBUG nova.network.neutron [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.815342] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.815760] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance network_info: |[{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.816185] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.816464] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.816694] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore2] 3399c49e-5663-46a8-8135-7f0f70f00028 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.817321] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ee:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda96d20-46f7-45e1-9f7e-df1f5ef4e941', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.826036] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating folder: Project (a0153cadd47348b89b8f60d180a22867). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.826371] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea14b12-6bd7-4cd7-a43f-aca3231f6729 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828827] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-989d5a1b-8ba4-4fd2-9f59-47f8c9ca4ec6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.835979] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 851.835979] env[68199]: value = "task-3070186" [ 851.835979] env[68199]: _type = "Task" [ 851.835979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.846182] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.847572] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created folder: Project (a0153cadd47348b89b8f60d180a22867) in parent group-v614632. [ 851.847766] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating folder: Instances. Parent ref: group-v614790. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.848025] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf7db63-146e-4381-b6ea-052c221a8560 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.857601] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created folder: Instances in parent group-v614790. [ 851.857900] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.858138] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.858415] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b3cadb-c38e-4f48-801f-8a09560dc790 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.879299] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.879299] env[68199]: value = "task-3070189" [ 851.879299] env[68199]: _type = "Task" [ 851.879299] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.887984] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070189, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.233526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.234189] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.236847] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.308s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.237118] env[68199]: DEBUG nova.objects.instance [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lazy-loading 'resources' on Instance uuid 9e2bfb4b-822d-4728-9a5b-a126fde49d45 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.347122] env[68199]: DEBUG oslo_vmware.api [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15624} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.347454] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.347751] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.347948] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.348211] env[68199]: INFO nova.compute.manager [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.348529] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.348990] env[68199]: DEBUG nova.compute.manager [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.349151] env[68199]: DEBUG nova.network.neutron [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.388971] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070189, 'name': CreateVM_Task, 'duration_secs': 0.363801} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.389265] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.390035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.390288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.391436] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.391830] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9d7661-154a-4b34-8a50-6a5f59fd392b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.396882] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 852.396882] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523fc976-f0fb-3bfd-cd8d-5f5dc9cca7b9" [ 852.396882] env[68199]: _type = "Task" [ 852.396882] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.406283] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fc976-f0fb-3bfd-cd8d-5f5dc9cca7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.740761] env[68199]: DEBUG nova.compute.utils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.745328] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.745328] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.766376] env[68199]: DEBUG nova.network.neutron [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.796776] env[68199]: DEBUG nova.policy [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416bcf9ea60940b69b6cdf6275cff945', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8d9f9b523324856bfb71faa17344463', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.914859] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fc976-f0fb-3bfd-cd8d-5f5dc9cca7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.915072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.915317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.915636] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.915712] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.916072] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.918649] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba0b2e2d-b26b-4055-890d-b8f660808dac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.928615] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.928723] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.929532] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1986786-9425-4ec6-9286-1ad8c2514a75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.938063] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 852.938063] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521c3819-ffec-1605-6406-f7b8fbb9d9ea" [ 852.938063] env[68199]: _type = "Task" [ 852.938063] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.945942] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521c3819-ffec-1605-6406-f7b8fbb9d9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.076754] env[68199]: DEBUG nova.network.neutron [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.085903] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Successfully created port: 32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.130855] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bc1b55-0eca-4939-8c96-c3606d951dc5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.140183] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7516f19b-453c-46ae-982f-ceca2887078f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.170799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028f66d-d74d-4137-96d6-69010bcfdb62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.179110] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b47bcb0-b51b-4b98-894d-2a2540051e4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.192062] env[68199]: DEBUG nova.compute.provider_tree [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.245650] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.269730] env[68199]: INFO nova.compute.manager [-] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Took 1.49 seconds to deallocate network for instance. [ 853.449113] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521c3819-ffec-1605-6406-f7b8fbb9d9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.449580] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9458af4f-9017-4d21-ae05-e3afe7ed9ed4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.454798] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 853.454798] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525c24c1-28a6-7097-56da-1a15bcf1c761" [ 853.454798] env[68199]: _type = "Task" [ 853.454798] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.464069] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525c24c1-28a6-7097-56da-1a15bcf1c761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.579391] env[68199]: INFO nova.compute.manager [-] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Took 1.23 seconds to deallocate network for instance. [ 853.695549] env[68199]: DEBUG nova.scheduler.client.report [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.776867] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.965815] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525c24c1-28a6-7097-56da-1a15bcf1c761, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.966053] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.966335] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.966863] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f6347f-5d89-4bbd-a9aa-0d5c70b3aaef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.973954] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 853.973954] env[68199]: value = "task-3070190" [ 853.973954] env[68199]: _type = "Task" [ 853.973954] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.982064] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.086938] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.146620] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.147724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeaa1c1-4bda-40f5-a649-97aabf3a4f4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.154374] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.154557] env[68199]: ERROR oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk due to incomplete transfer. [ 854.154852] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2297d7ef-1489-4dd0-ba9e-588f528ebb97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.162598] env[68199]: DEBUG oslo_vmware.rw_handles [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c6876-0ad5-443d-a49e-7fbed95dc938/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.162808] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Uploaded image f1f98a4c-f025-4edc-9d88-37e8a436ec48 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.165322] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.165612] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28629e21-05e9-4308-9e0a-035aafbc822d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.173921] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 854.173921] env[68199]: value = "task-3070191" [ 854.173921] env[68199]: _type = "Task" [ 854.173921] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.183800] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070191, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.201372] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.205446] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.029s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.205945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.206066] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 854.206403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.454s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.208025] env[68199]: INFO nova.compute.claims [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.211854] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a111791-314c-4862-b616-149635d51045 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.222433] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8e1bc-c6b7-4353-b6d8-b3cba386d4a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.240818] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a83918e-e19d-4198-9e7d-9b1085954551 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.249013] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d27ad1-2c98-478d-be41-7df33f480fd5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.255763] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.282973] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179105MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 854.283179] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.295787] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.296078] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.296246] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.296428] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.297059] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.297059] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.297059] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.297363] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.297363] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.297497] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.297684] env[68199]: DEBUG nova.virt.hardware [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.298955] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b40f4-1c66-429e-a72d-71782e7c71de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.311095] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774e83a3-b737-462f-a912-3c163921a3e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.316850] env[68199]: DEBUG nova.compute.manager [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.316988] env[68199]: DEBUG nova.compute.manager [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing instance network info cache due to event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.317225] env[68199]: DEBUG oslo_concurrency.lockutils [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.317452] env[68199]: DEBUG oslo_concurrency.lockutils [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.317511] env[68199]: DEBUG nova.network.neutron [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.485090] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070190, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.614929] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Successfully updated port: 32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.684510] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070191, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.743631] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c5dbf124-0afd-47b8-be5b-baa4d590745a tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Lock "9e2bfb4b-822d-4728-9a5b-a126fde49d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.240s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.987042] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519858} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.987377] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.987514] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.987756] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd89fe18-9e2c-47aa-831a-3639b2a0889d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.994731] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 854.994731] env[68199]: value = "task-3070192" [ 854.994731] env[68199]: _type = "Task" [ 854.994731] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.002781] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.018524] env[68199]: DEBUG nova.network.neutron [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updated VIF entry in instance network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.018877] env[68199]: DEBUG nova.network.neutron [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.117854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.118014] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquired lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.118180] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.186373] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070191, 'name': Destroy_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.508094] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072163} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.508094] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.508094] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17ff882-19fe-45ac-b6f0-39865e957027 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.521480] env[68199]: DEBUG oslo_concurrency.lockutils [req-01658762-3edd-4633-8100-f6ac346eb059 req-c01aa3eb-9e56-4a43-a01b-6357d6d210dd service nova] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.530286] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.535061] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36107690-cfe0-43a9-87b1-c338a7f981a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.557396] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 855.557396] env[68199]: value = "task-3070193" [ 855.557396] env[68199]: _type = "Task" [ 855.557396] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.568695] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.586396] env[68199]: DEBUG nova.network.neutron [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Port 16618775-4391-4a7a-bb19-1a8c678bda5d binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 855.586681] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.586880] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.587130] env[68199]: DEBUG nova.network.neutron [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.607714] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70914c36-9d4a-4a1b-9341-411bb2d2bc2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.616526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab1e54-6aa6-4a11-b85b-f89e761773db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653416] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7baf1-ef35-4278-bd4c-bdc265876e77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.661441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5c60e-9e9e-447d-9675-35a3364b48f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.666447] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.686632] env[68199]: DEBUG nova.compute.provider_tree [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.698036] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070191, 'name': Destroy_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.832528] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.832794] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.043717] env[68199]: DEBUG nova.network.neutron [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Updating instance_info_cache with network_info: [{"id": "32af159f-c7cf-4539-9ebb-41ee1875738c", "address": "fa:16:3e:7b:b7:db", "network": {"id": "ed27338e-b8f3-4b71-863c-3fc4a733a043", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031499573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8d9f9b523324856bfb71faa17344463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af159f-c7", "ovs_interfaceid": "32af159f-c7cf-4539-9ebb-41ee1875738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.068249] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070193, 'name': ReconfigVM_Task, 'duration_secs': 0.304244} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.068537] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.069174] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd36de6d-5e53-4fab-a51f-3fe01aa046d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.074799] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 856.074799] env[68199]: value = "task-3070194" [ 856.074799] env[68199]: _type = "Task" [ 856.074799] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.082241] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070194, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.196379] env[68199]: DEBUG nova.scheduler.client.report [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.199899] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070191, 'name': Destroy_Task, 'duration_secs': 1.775822} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.204458] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Destroyed the VM [ 856.204458] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.204458] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7fb83b5-4e3f-47a3-b9e3-1710883a098f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.210469] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 856.210469] env[68199]: value = "task-3070195" [ 856.210469] env[68199]: _type = "Task" [ 856.210469] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.224792] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.301378] env[68199]: DEBUG nova.network.neutron [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.335568] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.342577] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Received event network-vif-deleted-5b66c93a-f5b3-4332-9311-84d51ec40a0d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.342876] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Received event network-vif-deleted-87521fec-d050-4efd-ae7f-994cb6764b92 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.343148] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Received event network-vif-plugged-32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.343411] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Acquiring lock "584b980f-526f-419f-b648-809d9b38b63f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.343652] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Lock "584b980f-526f-419f-b648-809d9b38b63f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.343885] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Lock "584b980f-526f-419f-b648-809d9b38b63f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.344136] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] No waiting events found dispatching network-vif-plugged-32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.344348] env[68199]: WARNING nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Received unexpected event network-vif-plugged-32af159f-c7cf-4539-9ebb-41ee1875738c for instance with vm_state building and task_state spawning. [ 856.344543] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Received event network-changed-32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.344743] env[68199]: DEBUG nova.compute.manager [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Refreshing instance network info cache due to event network-changed-32af159f-c7cf-4539-9ebb-41ee1875738c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.344959] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Acquiring lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.546615] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Releasing lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.546975] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Instance network_info: |[{"id": "32af159f-c7cf-4539-9ebb-41ee1875738c", "address": "fa:16:3e:7b:b7:db", "network": {"id": "ed27338e-b8f3-4b71-863c-3fc4a733a043", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031499573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8d9f9b523324856bfb71faa17344463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af159f-c7", "ovs_interfaceid": "32af159f-c7cf-4539-9ebb-41ee1875738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.547319] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Acquired lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.547499] env[68199]: DEBUG nova.network.neutron [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Refreshing network info cache for port 32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.548826] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32af159f-c7cf-4539-9ebb-41ee1875738c', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.557248] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Creating folder: Project (c8d9f9b523324856bfb71faa17344463). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.558338] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90139a28-7c03-427b-8075-98406b9a794b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.570356] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Created folder: Project (c8d9f9b523324856bfb71faa17344463) in parent group-v614632. [ 856.570847] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Creating folder: Instances. Parent ref: group-v614793. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.570847] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f43b346-938d-4ed5-91b9-d8461b568b83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.580840] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Created folder: Instances in parent group-v614793. [ 856.581045] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.581595] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.581869] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06146317-2285-4584-b730-f2ade2c2a8b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.601041] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070194, 'name': Rename_Task, 'duration_secs': 0.14366} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.601797] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.602099] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ea07e6-377b-49cc-a729-e4553f2bfdf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.607089] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.607089] env[68199]: value = "task-3070198" [ 856.607089] env[68199]: _type = "Task" [ 856.607089] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.608565] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 856.608565] env[68199]: value = "task-3070199" [ 856.608565] env[68199]: _type = "Task" [ 856.608565] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.627489] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070198, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.627841] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.704184] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.705331] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.707849] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.245s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.708099] env[68199]: DEBUG nova.objects.instance [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.721693] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.804162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.859610] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.121714] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070198, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.124895] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.213291] env[68199]: DEBUG nova.compute.utils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.218406] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.218571] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.230158] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.265811] env[68199]: DEBUG nova.policy [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d363085ac3d4477a029fcfb44becb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07630c94db9b472cb24e4491913ddff0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.270988] env[68199]: DEBUG nova.network.neutron [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Updated VIF entry in instance network info cache for port 32af159f-c7cf-4539-9ebb-41ee1875738c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.271435] env[68199]: DEBUG nova.network.neutron [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Updating instance_info_cache with network_info: [{"id": "32af159f-c7cf-4539-9ebb-41ee1875738c", "address": "fa:16:3e:7b:b7:db", "network": {"id": "ed27338e-b8f3-4b71-863c-3fc4a733a043", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031499573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8d9f9b523324856bfb71faa17344463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af159f-c7", "ovs_interfaceid": "32af159f-c7cf-4539-9ebb-41ee1875738c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.307383] env[68199]: DEBUG nova.compute.manager [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68199) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 857.307623] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.625813] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070198, 'name': CreateVM_Task, 'duration_secs': 0.528493} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.630107] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.630643] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.631912] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.632166] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.632551] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.632891] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5fd1e3a-ad66-460a-ad20-51414fb1f457 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.638568] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 857.638568] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526105c1-885d-5b36-bfde-9e3cdc842c8f" [ 857.638568] env[68199]: _type = "Task" [ 857.638568] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.646940] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526105c1-885d-5b36-bfde-9e3cdc842c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.682568] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Successfully created port: 05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.719476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2205da99-d0bc-4aa5-9291-c81dcaa2460f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.722803] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.723456] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.975s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.723552] env[68199]: DEBUG nova.objects.instance [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lazy-loading 'resources' on Instance uuid e834d430-07da-48c1-9eb5-4884c24ba994 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.732558] env[68199]: DEBUG oslo_vmware.api [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070195, 'name': RemoveSnapshot_Task, 'duration_secs': 1.289686} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.733087] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.733407] env[68199]: INFO nova.compute.manager [None req-96c4a8b1-b1ed-43e4-8b64-548a6889ddab tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Took 16.52 seconds to snapshot the instance on the hypervisor. [ 857.774673] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f983dc6-8451-42d9-82a5-c3a76d2e6bc3 req-e679fb89-43f8-4bbe-83f6-ea43d53a5a2f service nova] Releasing lock "refresh_cache-584b980f-526f-419f-b648-809d9b38b63f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.122384] env[68199]: DEBUG oslo_vmware.api [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070199, 'name': PowerOnVM_Task, 'duration_secs': 1.030768} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.122719] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.122886] env[68199]: INFO nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Took 8.54 seconds to spawn the instance on the hypervisor. [ 858.123077] env[68199]: DEBUG nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.123865] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bceeceb-fb91-404d-b78d-e2d17d9193f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.151071] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526105c1-885d-5b36-bfde-9e3cdc842c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.151071] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.151071] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.151071] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151408] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.151408] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.151574] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a570b27-7e2c-4142-a1f3-aaf82485dad6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.160522] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.160707] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.161462] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a31d556-436b-4bd9-ac6d-30eef3d5e3a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.166719] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 858.166719] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52db5e00-d3b0-5bf6-7b2c-2006ffd59e25" [ 858.166719] env[68199]: _type = "Task" [ 858.166719] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.175589] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52db5e00-d3b0-5bf6-7b2c-2006ffd59e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.640794] env[68199]: INFO nova.compute.manager [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Took 47.97 seconds to build instance. [ 858.678837] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52db5e00-d3b0-5bf6-7b2c-2006ffd59e25, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.684460] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b94dd9c-47eb-4d2f-84c8-c25fc09c5079 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.690253] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 858.690253] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d50528-7bf8-d1a2-b4f9-8eaf8cf3b8d9" [ 858.690253] env[68199]: _type = "Task" [ 858.690253] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.699668] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d50528-7bf8-d1a2-b4f9-8eaf8cf3b8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.722309] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf06f3-3a9e-4160-8a61-03bce617eae8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.730316] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258cc94f-4367-4990-a5d9-940cdb65d89f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.734653] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.767496] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e2988-4db1-49a1-85fd-b834095cc63a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.776429] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.776681] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.777235] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.777235] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.777235] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.777373] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.777508] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.777663] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.777824] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.777984] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.778169] env[68199]: DEBUG nova.virt.hardware [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.779434] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c641852-5fb2-4a9f-8453-9e17fd21cd4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.783875] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25bfc5-c196-4c31-8f48-c7f21d56edf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.800191] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb1ae7-cd1a-4ddc-9986-a68666bd80db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.804411] env[68199]: DEBUG nova.compute.provider_tree [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.143365] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82c4e8c9-ccf1-4bd0-8c53-cca77d4e6343 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.487s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.206352] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d50528-7bf8-d1a2-b4f9-8eaf8cf3b8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.207300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.207300] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 584b980f-526f-419f-b648-809d9b38b63f/584b980f-526f-419f-b648-809d9b38b63f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.207300] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6304559e-5cab-4f3e-9daa-71dec775ca97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.216332] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 859.216332] env[68199]: value = "task-3070200" [ 859.216332] env[68199]: _type = "Task" [ 859.216332] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.226800] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.308111] env[68199]: DEBUG nova.scheduler.client.report [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.426681] env[68199]: DEBUG nova.compute.manager [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Received event network-vif-plugged-05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.426908] env[68199]: DEBUG oslo_concurrency.lockutils [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] Acquiring lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.427485] env[68199]: DEBUG oslo_concurrency.lockutils [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] Lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.427675] env[68199]: DEBUG oslo_concurrency.lockutils [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] Lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.427850] env[68199]: DEBUG nova.compute.manager [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] No waiting events found dispatching network-vif-plugged-05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.428133] env[68199]: WARNING nova.compute.manager [req-a9c7b041-a1cd-4907-b077-44a0c7392ab1 req-935278ac-b508-4457-8590-636dfab3d753 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Received unexpected event network-vif-plugged-05d60959-a227-4e99-9737-6ab7503e4153 for instance with vm_state building and task_state spawning. [ 859.726846] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.814144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.817468] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.510s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.817814] env[68199]: DEBUG nova.objects.instance [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'resources' on Instance uuid a9204581-7d78-46e0-8b74-5da309b58fa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.864519] env[68199]: INFO nova.scheduler.client.report [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Deleted allocations for instance e834d430-07da-48c1-9eb5-4884c24ba994 [ 859.967126] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Successfully updated port: 05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.230930] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520987} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.230930] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 584b980f-526f-419f-b648-809d9b38b63f/584b980f-526f-419f-b648-809d9b38b63f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.230930] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.230930] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7c31e0-abe5-4b9e-ae8a-c6f5a0123f75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.240707] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 860.240707] env[68199]: value = "task-3070201" [ 860.240707] env[68199]: _type = "Task" [ 860.240707] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.250630] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.374265] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8033dd4d-d302-4831-9e47-02b9eddcf24a tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Lock "e834d430-07da-48c1-9eb5-4884c24ba994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.210s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.472503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.472716] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.472882] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.721832] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.722933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16d451-de12-45cc-8615-e65a78a99bce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.734290] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.734463] env[68199]: ERROR oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk due to incomplete transfer. [ 860.734700] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e4d7faa-f0d0-4ad6-816c-5f99cddef693 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.743608] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a04be-7dd3-4c3d-9e3f-29f24d2e2267 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.756779] env[68199]: DEBUG oslo_vmware.rw_handles [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249e0d2-3bbc-7faf-3b6e-19e66c16a134/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.757046] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Uploaded image eb00472e-47ea-49a6-81e9-a2cb00cdb9ef to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.758870] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.763905] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee090c38-822c-4ff1-bd38-1f215dbdccdb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.766797] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.770023] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c112aa17-a398-4a04-bda1-8e14eaac10ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.804924] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4726717d-57c7-42df-ac46-171d8033b87a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.807943] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 860.807943] env[68199]: value = "task-3070202" [ 860.807943] env[68199]: _type = "Task" [ 860.807943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.815503] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48614a-d8a7-4720-ae6f-07dd8737de15 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.822594] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070202, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.832860] env[68199]: DEBUG nova.compute.provider_tree [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.044860] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.252827] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.564928} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.253129] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.253869] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1f087-039a-44d9-9cb7-8d77443d4294 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.277350] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 584b980f-526f-419f-b648-809d9b38b63f/584b980f-526f-419f-b648-809d9b38b63f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.277624] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e152b674-d4b8-4c4f-bdea-355c0c8e8c74 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.299835] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 861.299835] env[68199]: value = "task-3070203" [ 861.299835] env[68199]: _type = "Task" [ 861.299835] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.308666] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.309608] env[68199]: DEBUG nova.network.neutron [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Updating instance_info_cache with network_info: [{"id": "05d60959-a227-4e99-9737-6ab7503e4153", "address": "fa:16:3e:f4:86:1a", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d60959-a2", "ovs_interfaceid": "05d60959-a227-4e99-9737-6ab7503e4153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.319121] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070202, 'name': Destroy_Task, 'duration_secs': 0.311149} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.319383] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Destroyed the VM [ 861.319621] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.319887] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dca17f5f-6877-4bfd-a78e-cfe6524e805b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.327310] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 861.327310] env[68199]: value = "task-3070204" [ 861.327310] env[68199]: _type = "Task" [ 861.327310] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.340674] env[68199]: DEBUG nova.scheduler.client.report [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.347238] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.469753] env[68199]: DEBUG nova.compute.manager [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Received event network-changed-05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.469948] env[68199]: DEBUG nova.compute.manager [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Refreshing instance network info cache due to event network-changed-05d60959-a227-4e99-9737-6ab7503e4153. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.470220] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Acquiring lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.810688] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070203, 'name': ReconfigVM_Task, 'duration_secs': 0.341345} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.811234] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 584b980f-526f-419f-b648-809d9b38b63f/584b980f-526f-419f-b648-809d9b38b63f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.811866] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d56a76-3fc4-43ab-8088-0fe0c37caa78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.814103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.814442] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Instance network_info: |[{"id": "05d60959-a227-4e99-9737-6ab7503e4153", "address": "fa:16:3e:f4:86:1a", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d60959-a2", "ovs_interfaceid": "05d60959-a227-4e99-9737-6ab7503e4153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.814750] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Acquired lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.814959] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Refreshing network info cache for port 05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.816185] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:86:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d60959-a227-4e99-9737-6ab7503e4153', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.824704] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating folder: Project (07630c94db9b472cb24e4491913ddff0). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.826791] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62bfd26d-7cb3-4862-b299-428cfd88299d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.829288] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 861.829288] env[68199]: value = "task-3070205" [ 861.829288] env[68199]: _type = "Task" [ 861.829288] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.846255] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070205, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.847225] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070204, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.849149] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.851332] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created folder: Project (07630c94db9b472cb24e4491913ddff0) in parent group-v614632. [ 861.851571] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating folder: Instances. Parent ref: group-v614796. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.852243] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.092s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.856964] env[68199]: INFO nova.compute.claims [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.858407] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-852e82b2-01b2-4b53-aa00-3246fb80311c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.871830] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created folder: Instances in parent group-v614796. [ 861.872590] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.872856] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.873119] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82c9dc98-6ad5-4f12-bef0-18a8adbfd044 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.890416] env[68199]: INFO nova.scheduler.client.report [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted allocations for instance a9204581-7d78-46e0-8b74-5da309b58fa4 [ 861.901185] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.901185] env[68199]: value = "task-3070208" [ 861.901185] env[68199]: _type = "Task" [ 861.901185] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.911936] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070208, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.351906] env[68199]: DEBUG oslo_vmware.api [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070204, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702748} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.356054] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 862.356304] env[68199]: INFO nova.compute.manager [None req-7a41c0aa-6aae-42c5-8f47-3696e18fc551 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 862.360816] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070205, 'name': Rename_Task, 'duration_secs': 0.176564} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.363548] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.363754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879686d7-b3ba-47bd-a4ff-c6ab5f671d94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.372979] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 862.372979] env[68199]: value = "task-3070209" [ 862.372979] env[68199]: _type = "Task" [ 862.372979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.384114] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.398594] env[68199]: DEBUG oslo_concurrency.lockutils [None req-88c55151-5ae3-4639-a40e-5ee583f7bd4e tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a9204581-7d78-46e0-8b74-5da309b58fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.967s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.400688] env[68199]: DEBUG oslo_concurrency.lockutils [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] Acquired lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.402713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039fa7fc-638a-40c4-8574-67793eb0dc82 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.416950] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070208, 'name': CreateVM_Task, 'duration_secs': 0.380424} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.417700] env[68199]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 862.418324] env[68199]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68199) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 862.418324] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.419317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.420052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.420052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.420052] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8e60210-9905-4f1c-82a0-c838f8922e7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.423688] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ee18f6-1a48-47be-a254-a280b4a6cb98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.430730] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 862.430730] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52570859-85aa-95f8-978a-f7162d214877" [ 862.430730] env[68199]: _type = "Task" [ 862.430730] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.441581] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074db46e-a381-42c2-bcf7-6ab834af13e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.461350] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52570859-85aa-95f8-978a-f7162d214877, 'name': SearchDatastore_Task, 'duration_secs': 0.01224} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.461647] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.461918] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.463188] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463188] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.463188] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.463188] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b56649d-c37b-4060-bef0-5cb1244e07cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.480060] env[68199]: ERROR root [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-614657' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-614657' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-614657' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-614657'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-614657' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-614657' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-614657'}\n"]: nova.exception.InstanceNotFound: Instance a9204581-7d78-46e0-8b74-5da309b58fa4 could not be found. [ 862.480744] env[68199]: DEBUG oslo_concurrency.lockutils [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] Releasing lock "a9204581-7d78-46e0-8b74-5da309b58fa4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.480744] env[68199]: DEBUG nova.compute.manager [req-50064d8c-9857-4aa3-a4d8-fc7ae59a56a6 req-450fced5-1936-41be-aad4-f93f3ce376cd service nova] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Detach interface failed, port_id=bae8c3ac-7b5c-4c20-b8ba-a6abc32d8552, reason: Instance a9204581-7d78-46e0-8b74-5da309b58fa4 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.483890] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.484959] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.484959] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5fc074-91d3-4a17-9f7e-0ab1d63c3c54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.490980] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 862.490980] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529a0f7c-4f11-477d-17e2-33ebc8c9193b" [ 862.490980] env[68199]: _type = "Task" [ 862.490980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.500052] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529a0f7c-4f11-477d-17e2-33ebc8c9193b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.689294] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Updated VIF entry in instance network info cache for port 05d60959-a227-4e99-9737-6ab7503e4153. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.689667] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Updating instance_info_cache with network_info: [{"id": "05d60959-a227-4e99-9737-6ab7503e4153", "address": "fa:16:3e:f4:86:1a", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d60959-a2", "ovs_interfaceid": "05d60959-a227-4e99-9737-6ab7503e4153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.885967] env[68199]: DEBUG oslo_vmware.api [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070209, 'name': PowerOnVM_Task, 'duration_secs': 0.459886} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.885967] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.886814] env[68199]: INFO nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 862.886814] env[68199]: DEBUG nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.891931] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dcd55a-0977-4e2c-b0c1-0424d77c395c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.005335] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529a0f7c-4f11-477d-17e2-33ebc8c9193b, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.009065] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb13c908-aaba-4640-9a82-f2400070b198 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.015922] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 863.015922] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522d1a71-de50-7f35-7262-8f1673080df0" [ 863.015922] env[68199]: _type = "Task" [ 863.015922] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.025134] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522d1a71-de50-7f35-7262-8f1673080df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.193083] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Releasing lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.193329] env[68199]: DEBUG nova.compute.manager [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.193514] env[68199]: DEBUG nova.compute.manager [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing instance network info cache due to event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.193724] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.193902] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.194082] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.263962] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e8a25-3241-4c20-ad02-9b69a6b37196 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.274102] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3affb9a-c4cb-44c5-9a84-0869e541bb2d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.312537] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85184788-a3ea-4388-843b-fdb8af14403d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.321245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286da74f-3a45-4221-862c-54499484d409 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.336608] env[68199]: DEBUG nova.compute.provider_tree [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.410583] env[68199]: INFO nova.compute.manager [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Took 47.81 seconds to build instance. [ 863.527343] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522d1a71-de50-7f35-7262-8f1673080df0, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.527602] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.527876] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/db0b3b7b-c702-4527-998b-3a588aa59027.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.528153] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfc3b6f-eabd-4dc1-9759-6360bf543d3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.537816] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 863.537816] env[68199]: value = "task-3070210" [ 863.537816] env[68199]: _type = "Task" [ 863.537816] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.548645] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.843418] env[68199]: DEBUG nova.scheduler.client.report [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.913705] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ecc69ecd-73ee-4c09-b8f0-2eb26661fab8 tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.326s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.051714] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500555} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.052040] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/db0b3b7b-c702-4527-998b-3a588aa59027.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.052263] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.055502] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb0702ad-4828-47c6-9234-90a3bb8ab90b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.065077] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 864.065077] env[68199]: value = "task-3070211" [ 864.065077] env[68199]: _type = "Task" [ 864.065077] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.075642] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.182862] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updated VIF entry in instance network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.183214] env[68199]: DEBUG nova.network.neutron [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.352717] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.353350] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.356025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.489s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.356255] env[68199]: DEBUG nova.objects.instance [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lazy-loading 'resources' on Instance uuid 90e31d6f-2160-479e-b5e3-5351e7229647 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.482629] env[68199]: DEBUG nova.compute.manager [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.484035] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a722554-e932-4420-80e2-6fc20807e5a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.576140] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088292} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.576416] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.577223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceebf49-cda2-4586-ad31-4ecd950b60e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.604962] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/db0b3b7b-c702-4527-998b-3a588aa59027.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.605786] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33c438c-f479-4cdf-99d4-99fba3ae2428 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.632900] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 864.632900] env[68199]: value = "task-3070212" [ 864.632900] env[68199]: _type = "Task" [ 864.632900] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.643097] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.686373] env[68199]: DEBUG oslo_concurrency.lockutils [req-cab40401-cebf-4d1b-b88c-1fcbff20ff3d req-1ac3099f-a07c-4d42-b572-0db85856f766 service nova] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.863874] env[68199]: DEBUG nova.compute.utils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.865161] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.865454] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.905405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "584b980f-526f-419f-b648-809d9b38b63f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.905405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.905405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "584b980f-526f-419f-b648-809d9b38b63f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.905405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.906255] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.907487] env[68199]: INFO nova.compute.manager [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Terminating instance [ 864.936602] env[68199]: DEBUG nova.policy [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77101d1b7e884b0d9f44d38e2e5b6d2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f65aac4458934479aa688f75843d3b14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.989598] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.992763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.998763] env[68199]: INFO nova.compute.manager [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] instance snapshotting [ 865.002787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaa74c3-ec40-4cde-a1eb-9b80e1a32267 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.028937] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291cd83-9998-4929-a43e-22ac4a44a059 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.151867] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.281474] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Successfully created port: bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.314575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c81e9f-5c36-4059-8354-032ea5234291 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.322950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836aec07-3b77-4196-9f0e-7b57028b9dee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.362143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a85098-f1ff-4780-9521-a5279841b179 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.368626] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.375713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ccd16-da34-4720-bda0-20000f639902 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.391704] env[68199]: DEBUG nova.compute.provider_tree [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.417955] env[68199]: DEBUG nova.compute.manager [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.417955] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.418802] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e1340-f86f-489e-9395-c8b788080541 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.434368] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.435566] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27eda89-0d5b-4f44-9446-3533c554a529 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.443754] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 865.443754] env[68199]: value = "task-3070213" [ 865.443754] env[68199]: _type = "Task" [ 865.443754] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.460700] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.503049] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.545318] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.545318] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0deccf44-56f5-4cc7-a0e7-0c2c9c9d3b10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.561806] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 865.561806] env[68199]: value = "task-3070214" [ 865.561806] env[68199]: _type = "Task" [ 865.561806] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.572216] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.645196] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070212, 'name': ReconfigVM_Task, 'duration_secs': 0.899646} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.645965] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Reconfigured VM instance instance-0000003b to attach disk [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/db0b3b7b-c702-4527-998b-3a588aa59027.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.646780] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349481cc-d358-49af-8864-7d461ff82909 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.656178] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 865.656178] env[68199]: value = "task-3070215" [ 865.656178] env[68199]: _type = "Task" [ 865.656178] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.671258] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070215, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.896376] env[68199]: DEBUG nova.scheduler.client.report [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.954739] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070213, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.036411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.071290] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070214, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.167709] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070215, 'name': Rename_Task, 'duration_secs': 0.18629} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.167998] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.169477] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4177b0-e4d9-4be9-8769-ced412a1337f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.177814] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 866.177814] env[68199]: value = "task-3070216" [ 866.177814] env[68199]: _type = "Task" [ 866.177814] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.186767] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.386028] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.401958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.406512] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.346s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.406512] env[68199]: DEBUG nova.objects.instance [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lazy-loading 'resources' on Instance uuid 8fcb2d88-73d7-496b-b54c-7034348825a2 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.419027] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.419410] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.419601] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.419946] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.420232] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.420358] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.421128] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.421128] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.421128] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.421128] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.422184] env[68199]: DEBUG nova.virt.hardware [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.422184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0e5c1-d6f6-475a-9b82-3525f569bdf3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.426434] env[68199]: INFO nova.scheduler.client.report [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted allocations for instance 90e31d6f-2160-479e-b5e3-5351e7229647 [ 866.441273] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d881a3-1a48-4cef-80a0-59dcf2fcee66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.467743] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070213, 'name': PowerOffVM_Task, 'duration_secs': 0.66336} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.468543] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.468913] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.469319] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7288b34d-92f0-4fc4-bf49-cb9f8d312c95 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.543923] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.544325] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.544602] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Deleting the datastore file [datastore1] 584b980f-526f-419f-b648-809d9b38b63f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.544918] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb50b2d6-93bb-435f-b929-506c3dec35ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.554552] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for the task: (returnval){ [ 866.554552] env[68199]: value = "task-3070218" [ 866.554552] env[68199]: _type = "Task" [ 866.554552] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.570864] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.575528] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070214, 'name': CreateSnapshot_Task, 'duration_secs': 0.548485} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.575528] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.576087] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad9443-7170-4b4c-8705-158d21d95901 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.603496] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "ccb50303-0830-4348-ae0f-09857fdc2c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.603900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.690278] env[68199]: DEBUG oslo_vmware.api [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070216, 'name': PowerOnVM_Task, 'duration_secs': 0.493488} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.690571] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.690779] env[68199]: INFO nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Took 7.96 seconds to spawn the instance on the hypervisor. [ 866.690962] env[68199]: DEBUG nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.691807] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fdf943-739b-4303-934f-5162bd3d1592 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.942757] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f7019e94-5672-445e-a274-e8c9234d98c6 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "90e31d6f-2160-479e-b5e3-5351e7229647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.534s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.065915] env[68199]: DEBUG oslo_vmware.api [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Task: {'id': task-3070218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147743} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.066233] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.066433] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.066610] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.066786] env[68199]: INFO nova.compute.manager [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 867.067036] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.067233] env[68199]: DEBUG nova.compute.manager [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.067328] env[68199]: DEBUG nova.network.neutron [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.096427] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.099343] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ba25f62-1862-4d92-a25f-4b8bf5f2f43e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.106584] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.110504] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 867.110504] env[68199]: value = "task-3070219" [ 867.110504] env[68199]: _type = "Task" [ 867.110504] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.124956] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070219, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.210992] env[68199]: INFO nova.compute.manager [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Took 42.49 seconds to build instance. [ 867.357917] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a3d60-e44f-48c4-814a-e1966d0a3cc9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.372286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fefdcff-e22c-40bc-b658-e1f3bfa062a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.402821] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9effc00b-38c7-4028-99cb-e045bffbd0f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.411359] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ce74c-5ad8-40e6-bc3d-517ba07cd3aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.427925] env[68199]: DEBUG nova.compute.provider_tree [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.463584] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Successfully updated port: bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.529393] env[68199]: DEBUG nova.compute.manager [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Received event network-vif-plugged-bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.530142] env[68199]: DEBUG oslo_concurrency.lockutils [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] Acquiring lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.530142] env[68199]: DEBUG oslo_concurrency.lockutils [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.530380] env[68199]: DEBUG oslo_concurrency.lockutils [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.530553] env[68199]: DEBUG nova.compute.manager [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] No waiting events found dispatching network-vif-plugged-bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.530797] env[68199]: WARNING nova.compute.manager [req-007fa565-5f55-433e-a319-09e60978f613 req-c8b038ff-e77e-4681-8a0c-6e54e8204b04 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Received unexpected event network-vif-plugged-bda83101-6ceb-4a22-b6e5-e4e957ec1244 for instance with vm_state building and task_state spawning. [ 867.601051] env[68199]: DEBUG nova.compute.manager [req-364966cc-2ed0-4c8b-bd4c-0d88b14b676b req-cb666310-46f5-4f12-b702-5021b8d7a4e4 service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Received event network-vif-deleted-32af159f-c7cf-4539-9ebb-41ee1875738c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.601354] env[68199]: INFO nova.compute.manager [req-364966cc-2ed0-4c8b-bd4c-0d88b14b676b req-cb666310-46f5-4f12-b702-5021b8d7a4e4 service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Neutron deleted interface 32af159f-c7cf-4539-9ebb-41ee1875738c; detaching it from the instance and deleting it from the info cache [ 867.601541] env[68199]: DEBUG nova.network.neutron [req-364966cc-2ed0-4c8b-bd4c-0d88b14b676b req-cb666310-46f5-4f12-b702-5021b8d7a4e4 service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.628275] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070219, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.633811] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.716896] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a70e07c-eda3-4ed1-ba62-7c7efee20d34 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.008s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.864056] env[68199]: DEBUG nova.network.neutron [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.931031] env[68199]: DEBUG nova.scheduler.client.report [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.968274] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.968425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquired lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.968571] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.105079] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30a8c924-085d-4a6b-95c4-92f45d9f92f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.120234] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b1304-ad3c-41d5-b92e-23b00eecb1c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.153205] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070219, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.168891] env[68199]: DEBUG nova.compute.manager [req-364966cc-2ed0-4c8b-bd4c-0d88b14b676b req-cb666310-46f5-4f12-b702-5021b8d7a4e4 service nova] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Detach interface failed, port_id=32af159f-c7cf-4539-9ebb-41ee1875738c, reason: Instance 584b980f-526f-419f-b648-809d9b38b63f could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.270337] env[68199]: INFO nova.compute.manager [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Rescuing [ 868.270590] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.270738] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.270903] env[68199]: DEBUG nova.network.neutron [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.366265] env[68199]: INFO nova.compute.manager [-] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Took 1.30 seconds to deallocate network for instance. [ 868.436404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.440018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.141s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.442297] env[68199]: INFO nova.compute.claims [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.474214] env[68199]: INFO nova.scheduler.client.report [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted allocations for instance 8fcb2d88-73d7-496b-b54c-7034348825a2 [ 868.504809] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.624675] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070219, 'name': CloneVM_Task, 'duration_secs': 1.417152} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.625133] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Created linked-clone VM from snapshot [ 868.625721] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c7099-554f-4ed6-ab69-03f6e14f84db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.634248] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Uploading image adfccef3-add0-4518-aac9-d69f0533867c {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.664216] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.664216] env[68199]: value = "vm-614800" [ 868.664216] env[68199]: _type = "VirtualMachine" [ 868.664216] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.664533] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47182b3a-eb0f-4109-aad0-8b4d22297acc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.673092] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lease: (returnval){ [ 868.673092] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ae707-499f-7703-e629-3543a670ae5c" [ 868.673092] env[68199]: _type = "HttpNfcLease" [ 868.673092] env[68199]: } obtained for exporting VM: (result){ [ 868.673092] env[68199]: value = "vm-614800" [ 868.673092] env[68199]: _type = "VirtualMachine" [ 868.673092] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.673344] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the lease: (returnval){ [ 868.673344] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ae707-499f-7703-e629-3543a670ae5c" [ 868.673344] env[68199]: _type = "HttpNfcLease" [ 868.673344] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.680477] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.680477] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ae707-499f-7703-e629-3543a670ae5c" [ 868.680477] env[68199]: _type = "HttpNfcLease" [ 868.680477] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.707016] env[68199]: DEBUG nova.network.neutron [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Updating instance_info_cache with network_info: [{"id": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "address": "fa:16:3e:b6:25:5a", "network": {"id": "f74b9ec0-1372-4869-9594-b3f88cac3a9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-842242957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65aac4458934479aa688f75843d3b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda83101-6c", "ovs_interfaceid": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.874380] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.983478] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4a0bf1da-0945-4f56-9946-dbfda40e2590 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "8fcb2d88-73d7-496b-b54c-7034348825a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.101s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.063659] env[68199]: DEBUG nova.network.neutron [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Updating instance_info_cache with network_info: [{"id": "05d60959-a227-4e99-9737-6ab7503e4153", "address": "fa:16:3e:f4:86:1a", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d60959-a2", "ovs_interfaceid": "05d60959-a227-4e99-9737-6ab7503e4153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.182160] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.182160] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ae707-499f-7703-e629-3543a670ae5c" [ 869.182160] env[68199]: _type = "HttpNfcLease" [ 869.182160] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.182448] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.182448] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527ae707-499f-7703-e629-3543a670ae5c" [ 869.182448] env[68199]: _type = "HttpNfcLease" [ 869.182448] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.183215] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af665b-7dd0-4452-99d2-4fa42a6c7024 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.191047] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.191284] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.250658] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Releasing lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.251086] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Instance network_info: |[{"id": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "address": "fa:16:3e:b6:25:5a", "network": {"id": "f74b9ec0-1372-4869-9594-b3f88cac3a9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-842242957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65aac4458934479aa688f75843d3b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda83101-6c", "ovs_interfaceid": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.251589] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:25:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bda83101-6ceb-4a22-b6e5-e4e957ec1244', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.259349] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Creating folder: Project (f65aac4458934479aa688f75843d3b14). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.260801] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0609b78e-b284-49a6-8021-86593dd53965 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276751] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Created folder: Project (f65aac4458934479aa688f75843d3b14) in parent group-v614632. [ 869.276751] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Creating folder: Instances. Parent ref: group-v614801. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.276751] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78f4201-b37e-4ff4-b3f2-fe58f8dad2f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.289984] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Created folder: Instances in parent group-v614801. [ 869.290464] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.290713] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.290953] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f61ec6-7bd2-49da-82e9-a03d5aaafb23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.308474] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-127546e9-fed8-4f4f-8d51-79b4e6cfc5b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.315105] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.315105] env[68199]: value = "task-3070223" [ 869.315105] env[68199]: _type = "Task" [ 869.315105] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.322739] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070223, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.565509] env[68199]: DEBUG nova.compute.manager [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Received event network-changed-bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.565805] env[68199]: DEBUG nova.compute.manager [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Refreshing instance network info cache due to event network-changed-bda83101-6ceb-4a22-b6e5-e4e957ec1244. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.566103] env[68199]: DEBUG oslo_concurrency.lockutils [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] Acquiring lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.566290] env[68199]: DEBUG oslo_concurrency.lockutils [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] Acquired lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.566540] env[68199]: DEBUG nova.network.neutron [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Refreshing network info cache for port bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.568440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "refresh_cache-db0b3b7b-c702-4527-998b-3a588aa59027" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.829576] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070223, 'name': CreateVM_Task, 'duration_secs': 0.368386} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.829929] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.830687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.830816] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.831222] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.831670] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e054e370-b860-45a3-93a3-7846b110060d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.835055] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5abf8-662e-4f3e-bb32-9ff7166e348d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.842210] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 869.842210] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52010ee1-dc6e-084c-7c1b-ba72649e3120" [ 869.842210] env[68199]: _type = "Task" [ 869.842210] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.848139] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dea8ac2-84e3-463a-9e6a-ab6e458d6847 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.859308] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52010ee1-dc6e-084c-7c1b-ba72649e3120, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.859871] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.860382] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.860685] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.860846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.861205] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.887180] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a7b074-9424-4798-bca6-1e5949a8d1e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890436] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc1622-201a-40bd-9220-584f991640cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.899238] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa16044-571e-4c4c-8731-16bf76d8f215 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.904913] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.905126] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.906188] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c762ba6a-4b65-416b-938f-3344e520fb2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.917195] env[68199]: DEBUG nova.compute.provider_tree [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.922724] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 869.922724] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b26aaf-da0d-3898-5496-30f51976a5d5" [ 869.922724] env[68199]: _type = "Task" [ 869.922724] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.933106] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b26aaf-da0d-3898-5496-30f51976a5d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.980143] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "255bc5fb-8d6b-443f-b942-196207ddc76e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.980143] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.015588] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.016034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.411254] env[68199]: DEBUG nova.network.neutron [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Updated VIF entry in instance network info cache for port bda83101-6ceb-4a22-b6e5-e4e957ec1244. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.411823] env[68199]: DEBUG nova.network.neutron [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Updating instance_info_cache with network_info: [{"id": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "address": "fa:16:3e:b6:25:5a", "network": {"id": "f74b9ec0-1372-4869-9594-b3f88cac3a9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-842242957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65aac4458934479aa688f75843d3b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda83101-6c", "ovs_interfaceid": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.420523] env[68199]: DEBUG nova.scheduler.client.report [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.437302] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b26aaf-da0d-3898-5496-30f51976a5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.438211] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f1b6ad-7fc5-49b0-8bac-e3a98027f87b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.446759] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 870.446759] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52766fae-5766-76fa-20c8-cbadaf289ba5" [ 870.446759] env[68199]: _type = "Task" [ 870.446759] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.457328] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52766fae-5766-76fa-20c8-cbadaf289ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.482109] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.915209] env[68199]: DEBUG oslo_concurrency.lockutils [req-64a8fad6-6c11-49ac-a80e-ba145a4f97ec req-4e36dda2-c07f-4eee-bd2f-bf007238ac76 service nova] Releasing lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.926450] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.926966] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.929769] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.818s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.931251] env[68199]: INFO nova.compute.claims [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.960024] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52766fae-5766-76fa-20c8-cbadaf289ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.960411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.960696] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a1b3d28d-b266-4cd0-891f-9a6aaf112bbe/a1b3d28d-b266-4cd0-891f-9a6aaf112bbe.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.961217] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e7d577-af00-4118-ad03-e4c57374fce5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.970010] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 870.970010] env[68199]: value = "task-3070224" [ 870.970010] env[68199]: _type = "Task" [ 870.970010] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.980302] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.004991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.108282] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.110546] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471c51d8-abde-4e01-b16a-6885885ff9ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.119467] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 871.119467] env[68199]: value = "task-3070225" [ 871.119467] env[68199]: _type = "Task" [ 871.119467] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.130862] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.436323] env[68199]: DEBUG nova.compute.utils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.440354] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.440498] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.483133] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.497038] env[68199]: DEBUG nova.policy [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5e7c31429014c9dae68150d034bdaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d5afa2103343acb64fd90083df7b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.634109] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070225, 'name': PowerOffVM_Task, 'duration_secs': 0.358578} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.634792] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.635948] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb85cb6-a30d-44d8-bf2e-bcdd3eae068c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.657919] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1250e-90e8-4c8f-817f-d7515b41d579 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.691235] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.691674] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d71a62a9-61d9-4e06-9018-b8690820d8d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.701351] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 871.701351] env[68199]: value = "task-3070226" [ 871.701351] env[68199]: _type = "Task" [ 871.701351] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.710666] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.941677] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.985580] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.031014] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Successfully created port: 9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.189242] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.189541] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.216114] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.216351] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.216640] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.216801] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.216981] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.218315] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a4ca08-903f-40e4-802b-6b4259520752 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.230806] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.231068] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.231906] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d551df93-8ef3-4833-a973-4a80271d54b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.238494] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 872.238494] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52edfd32-2a9c-b235-1d04-17051ed88bc4" [ 872.238494] env[68199]: _type = "Task" [ 872.238494] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.252549] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52edfd32-2a9c-b235-1d04-17051ed88bc4, 'name': SearchDatastore_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.252549] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7f7b3b-31b7-4e63-a56f-8c0d3349ae0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.259106] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 872.259106] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525fa606-b9b0-39b1-69d2-08e33db5a56f" [ 872.259106] env[68199]: _type = "Task" [ 872.259106] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.272267] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525fa606-b9b0-39b1-69d2-08e33db5a56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.272575] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.272856] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.273145] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94a3bc03-7e44-454f-b755-1e171d4705a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.282737] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 872.282737] env[68199]: value = "task-3070227" [ 872.282737] env[68199]: _type = "Task" [ 872.282737] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.296347] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.392049] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed194d89-f3ca-4a44-957f-422626df5fe1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.400647] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1022f4-f33e-4fcf-9351-461a0e50e395 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.432958] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91222aab-b08a-41e1-b23f-23728fa23acd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.441454] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe95d5-a2f5-4088-b4ac-ed0868f9f036 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.459486] env[68199]: DEBUG nova.compute.provider_tree [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.482475] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.797675] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.963657] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.965141] env[68199]: DEBUG nova.scheduler.client.report [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.983015] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070224, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51475} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.985656] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a1b3d28d-b266-4cd0-891f-9a6aaf112bbe/a1b3d28d-b266-4cd0-891f-9a6aaf112bbe.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.985901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.986347] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffff3e28-7672-424f-a083-224ed4c21061 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.991856] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.992144] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.992332] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.992536] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.992688] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.992866] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.993097] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.993259] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.993426] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.993586] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.993755] env[68199]: DEBUG nova.virt.hardware [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.994897] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664da268-9a76-4793-ac45-08dff0f51f47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.999492] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 872.999492] env[68199]: value = "task-3070228" [ 872.999492] env[68199]: _type = "Task" [ 872.999492] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.011116] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088b011-44eb-451f-b4f4-421acde982a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.018111] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.294455] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633453} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.294666] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 873.295499] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23796c64-3815-4084-8ed7-7afb0dc53705 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.321197] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.321506] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997f761f-a152-4ff0-ae93-93d59a2098ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.342114] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 873.342114] env[68199]: value = "task-3070229" [ 873.342114] env[68199]: _type = "Task" [ 873.342114] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.351125] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.471357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.472185] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.474916] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.134s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.475171] env[68199]: DEBUG nova.objects.instance [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lazy-loading 'resources' on Instance uuid b65a2734-9ebf-4730-bc75-bffaa1621091 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.513403] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068732} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.513403] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.513403] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2a386-8941-4327-bfcd-1706b315c333 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.537509] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a1b3d28d-b266-4cd0-891f-9a6aaf112bbe/a1b3d28d-b266-4cd0-891f-9a6aaf112bbe.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.538143] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ce681a-aa6c-4b3c-af51-8adb19036aa7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.554657] env[68199]: DEBUG nova.compute.manager [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Received event network-vif-plugged-9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.554874] env[68199]: DEBUG oslo_concurrency.lockutils [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.555098] env[68199]: DEBUG oslo_concurrency.lockutils [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.555266] env[68199]: DEBUG oslo_concurrency.lockutils [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.555431] env[68199]: DEBUG nova.compute.manager [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] No waiting events found dispatching network-vif-plugged-9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.555592] env[68199]: WARNING nova.compute.manager [req-d599b651-07ae-4b9a-b4c1-bc0d44ccbccf req-efd3a6d7-3915-429a-bdf4-cf431255bdcd service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Received unexpected event network-vif-plugged-9361625f-d54e-45d4-99d7-8afecb61418e for instance with vm_state building and task_state spawning. [ 873.564329] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 873.564329] env[68199]: value = "task-3070230" [ 873.564329] env[68199]: _type = "Task" [ 873.564329] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.573630] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.704737] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Successfully updated port: 9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.854589] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070229, 'name': ReconfigVM_Task, 'duration_secs': 0.44462} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.855195] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Reconfigured VM instance instance-0000003b to attach disk [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.855703] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b4835f-5d00-4dfe-873a-a5e51b425b67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.881737] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b4d00c-4050-4360-84cd-b2fe3cb96260 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.898527] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 873.898527] env[68199]: value = "task-3070231" [ 873.898527] env[68199]: _type = "Task" [ 873.898527] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.907363] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.978118] env[68199]: DEBUG nova.compute.utils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.982538] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.982827] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.062480] env[68199]: DEBUG nova.policy [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63806290be61496fab99a27cd41eaf75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '584db0e7d8e840979b9380c5e9ef2b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.079519] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070230, 'name': ReconfigVM_Task, 'duration_secs': 0.289449} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.080334] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a1b3d28d-b266-4cd0-891f-9a6aaf112bbe/a1b3d28d-b266-4cd0-891f-9a6aaf112bbe.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.080945] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9481043c-6bc1-4980-85c4-af1a987a6169 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.096099] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 874.096099] env[68199]: value = "task-3070232" [ 874.096099] env[68199]: _type = "Task" [ 874.096099] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.111717] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070232, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.210429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.210429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.210429] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.412276] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070231, 'name': ReconfigVM_Task, 'duration_secs': 0.457607} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.413099] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.413410] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22b88d8-93a0-431b-a83d-6005dcf57018 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.418804] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1aa270-c449-4a96-a734-77380c0fca84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.422587] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 874.422587] env[68199]: value = "task-3070233" [ 874.422587] env[68199]: _type = "Task" [ 874.422587] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.429493] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e06c8-fdca-4e0d-9884-9bca8e910192 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.441090] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.467957] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Successfully created port: cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.470495] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33de88-e278-42fb-a364-371185c771c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.479557] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccea45f9-86ac-49ef-83df-3659f982a9ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.484320] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.500082] env[68199]: DEBUG nova.compute.provider_tree [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.607075] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070232, 'name': Rename_Task, 'duration_secs': 0.238626} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.607258] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.607402] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec0db8ac-7a3c-4441-9c10-f0e341a44d83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615313] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 874.615313] env[68199]: value = "task-3070234" [ 874.615313] env[68199]: _type = "Task" [ 874.615313] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.624188] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.751699] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.896552] env[68199]: DEBUG nova.network.neutron [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.934262] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.004664] env[68199]: DEBUG nova.scheduler.client.report [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.127340] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.398740] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.399127] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Instance network_info: |[{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.399586] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6b:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9361625f-d54e-45d4-99d7-8afecb61418e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.407251] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.407472] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.407696] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56548b90-f975-470b-8595-ee535bf0dbd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.429174] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.429174] env[68199]: value = "task-3070235" [ 875.429174] env[68199]: _type = "Task" [ 875.429174] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.436027] env[68199]: DEBUG oslo_vmware.api [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070233, 'name': PowerOnVM_Task, 'duration_secs': 0.519374} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.436743] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.441665] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070235, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.442723] env[68199]: DEBUG nova.compute.manager [None req-e818350b-45ee-45fa-96fb-dd35827efbc7 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.444049] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296890e2-7107-4071-8d92-ae6a89138dd6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.496228] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.510487] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.513291] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.872s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.513571] env[68199]: DEBUG nova.objects.instance [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'resources' on Instance uuid 82c5c3ca-bf5d-437e-aee2-95f265adee6e {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.527499] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.527499] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.527772] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.527909] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.528141] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.528324] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.528589] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.528848] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.529078] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.529319] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.529542] env[68199]: DEBUG nova.virt.hardware [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.531349] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90bcb38-97f0-435f-ad69-9bb61cfb5caf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.537847] env[68199]: INFO nova.scheduler.client.report [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Deleted allocations for instance b65a2734-9ebf-4730-bc75-bffaa1621091 [ 875.547891] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4024c-1288-42cd-98c7-69cb9a9f5296 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.586038] env[68199]: DEBUG nova.compute.manager [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Received event network-changed-9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.586253] env[68199]: DEBUG nova.compute.manager [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Refreshing instance network info cache due to event network-changed-9361625f-d54e-45d4-99d7-8afecb61418e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.586548] env[68199]: DEBUG oslo_concurrency.lockutils [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] Acquiring lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.586635] env[68199]: DEBUG oslo_concurrency.lockutils [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] Acquired lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.586801] env[68199]: DEBUG nova.network.neutron [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Refreshing network info cache for port 9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.631463] env[68199]: DEBUG oslo_vmware.api [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070234, 'name': PowerOnVM_Task, 'duration_secs': 0.544673} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.631897] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.632194] env[68199]: INFO nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Took 9.25 seconds to spawn the instance on the hypervisor. [ 875.632495] env[68199]: DEBUG nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.633725] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f87ca-c7b8-4a11-9bf2-80732af8431a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.940135] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070235, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.048932] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531b453f-0618-4161-bc2a-22aa0bfaff14 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Lock "b65a2734-9ebf-4730-bc75-bffaa1621091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.924s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.156834] env[68199]: INFO nova.compute.manager [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Took 46.43 seconds to build instance. [ 876.328226] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Successfully updated port: cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.341819] env[68199]: DEBUG nova.network.neutron [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updated VIF entry in instance network info cache for port 9361625f-d54e-45d4-99d7-8afecb61418e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.342201] env[68199]: DEBUG nova.network.neutron [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.443741] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070235, 'name': CreateVM_Task, 'duration_secs': 0.618309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.443933] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.444703] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.444862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.445206] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.445462] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe730bf2-45be-4f60-8745-443662ebff3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.455418] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 876.455418] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529b2f56-28e5-70e8-6f0f-543301880e9b" [ 876.455418] env[68199]: _type = "Task" [ 876.455418] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.472872] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529b2f56-28e5-70e8-6f0f-543301880e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.474562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.474837] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.475209] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.475369] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.475553] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.476682] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd709b-23e6-40fe-9686-a0b947f4dca4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.479552] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2755f9-4fad-41f6-9ed0-52273683d312 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.488564] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09518628-d070-434d-9743-ff95053a8cba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.492702] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.492882] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.494101] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92a5d63-b387-4bc1-a6a2-4cb4bf969052 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.523274] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e1725-bec7-4844-83b4-6ef97ad86a58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.527572] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 876.527572] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5205ceee-6af8-ed58-6861-a7cdcb2af87d" [ 876.527572] env[68199]: _type = "Task" [ 876.527572] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.534859] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f4deb-0b10-41b8-8e60-17ca4cb9549c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.541848] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205ceee-6af8-ed58-6861-a7cdcb2af87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.558537] env[68199]: DEBUG nova.compute.provider_tree [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.660652] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f8d0090d-6b4a-434d-b8da-51b8ceb763e0 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.938s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.830999] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.831210] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.831338] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.845344] env[68199]: DEBUG oslo_concurrency.lockutils [req-39533843-994b-4eaa-8dce-cd1849d43466 req-bf4973b3-4a0d-41a4-b00a-bbe6a1f99fa0 service nova] Releasing lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.039813] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205ceee-6af8-ed58-6861-a7cdcb2af87d, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.040951] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bf8a41-2f82-42b9-93e6-8a268a8863f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.046972] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 877.046972] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f54e1d-1ccf-7eb1-6a25-4225379cfd99" [ 877.046972] env[68199]: _type = "Task" [ 877.046972] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.057999] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f54e1d-1ccf-7eb1-6a25-4225379cfd99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.062203] env[68199]: DEBUG nova.scheduler.client.report [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.163199] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.225412] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "91242858-b550-4031-8fd6-3f65e6f3571c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.225668] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.364082] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.513771] env[68199]: DEBUG nova.network.neutron [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.560638] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f54e1d-1ccf-7eb1-6a25-4225379cfd99, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.561584] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.567021] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.567021] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0d0d90-0161-4adb-aa59-046220184eb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.568751] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.570959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.906s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.573446] env[68199]: INFO nova.compute.claims [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.587020] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 877.587020] env[68199]: value = "task-3070236" [ 877.587020] env[68199]: _type = "Task" [ 877.587020] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.595927] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.598980] env[68199]: INFO nova.scheduler.client.report [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocations for instance 82c5c3ca-bf5d-437e-aee2-95f265adee6e [ 877.695777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.768087] env[68199]: DEBUG nova.compute.manager [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.768458] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.769013] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.769255] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.769440] env[68199]: DEBUG nova.compute.manager [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] No waiting events found dispatching network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.770536] env[68199]: WARNING nova.compute.manager [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received unexpected event network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 for instance with vm_state building and task_state spawning. [ 877.770536] env[68199]: DEBUG nova.compute.manager [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.770536] env[68199]: DEBUG nova.compute.manager [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing instance network info cache due to event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.770536] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.821191] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.821583] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.821887] env[68199]: INFO nova.compute.manager [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Rebooting instance [ 878.019714] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.020167] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance network_info: |[{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.020600] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.020806] env[68199]: DEBUG nova.network.neutron [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.022484] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:77:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf2e120-2ea7-4c67-bcb0-490dcbc58f30', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.032052] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating folder: Project (584db0e7d8e840979b9380c5e9ef2b0a). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.033822] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a8dfad-70c8-4610-9a2a-d459c64f5c3e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.049588] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created folder: Project (584db0e7d8e840979b9380c5e9ef2b0a) in parent group-v614632. [ 878.049853] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating folder: Instances. Parent ref: group-v614805. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.050126] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc2d6c3-b343-4b40-8917-919bf23bb460 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.067422] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created folder: Instances in parent group-v614805. [ 878.067915] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.068296] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.068658] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a484f1e7-37d3-44f4-b3c2-a3854dfd1a00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.117039] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.117039] env[68199]: value = "task-3070239" [ 878.117039] env[68199]: _type = "Task" [ 878.117039] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.117865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-24acbe91-2d4e-421b-8bf6-76d57ba285f6 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "82c5c3ca-bf5d-437e-aee2-95f265adee6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.426s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.131695] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070236, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.143347] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070239, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.353784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.354350] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquired lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.354823] env[68199]: DEBUG nova.network.neutron [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.577319] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b63207-a074-48db-99ac-2bc97b427c7f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.585621] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4dc4a2-27f7-4520-9ca1-b0ffe8656be3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.641128] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fcd5e2-9d4a-4131-b12b-0ddb39518e20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.657195] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5b97a-0447-456f-8925-b1fb7a0fe151 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.662763] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070239, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.662897] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.679850] env[68199]: DEBUG nova.compute.provider_tree [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.700352] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.701471] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe5390-e345-4996-b16a-a69f94824e5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.710862] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.711059] env[68199]: ERROR oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk due to incomplete transfer. [ 878.711341] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a950e7d5-c120-4740-b5af-41bfeed3e478 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.719738] env[68199]: DEBUG oslo_vmware.rw_handles [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209a0e2-5447-585b-d72c-5c670ccf5ee4/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 878.719738] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Uploaded image adfccef3-add0-4518-aac9-d69f0533867c to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 878.722130] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.722402] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64daedfb-2399-4274-b407-75d1b9de942a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.730153] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 878.730153] env[68199]: value = "task-3070240" [ 878.730153] env[68199]: _type = "Task" [ 878.730153] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.739551] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070240, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.812830] env[68199]: DEBUG nova.network.neutron [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updated VIF entry in instance network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.813267] env[68199]: DEBUG nova.network.neutron [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.147584] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070239, 'name': CreateVM_Task, 'duration_secs': 0.730342} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.147901] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.149222] env[68199]: DEBUG nova.network.neutron [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Updating instance_info_cache with network_info: [{"id": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "address": "fa:16:3e:b6:25:5a", "network": {"id": "f74b9ec0-1372-4869-9594-b3f88cac3a9b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-842242957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65aac4458934479aa688f75843d3b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda83101-6c", "ovs_interfaceid": "bda83101-6ceb-4a22-b6e5-e4e957ec1244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.150647] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.152492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.152492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152746] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e48f2a-fa50-42f1-a84d-7e8f3a6d1d18 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.159208] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 879.159208] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b7ca8b-f8dd-ddeb-33d1-9eb1e6445b11" [ 879.159208] env[68199]: _type = "Task" [ 879.159208] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.172532] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b7ca8b-f8dd-ddeb-33d1-9eb1e6445b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.186437] env[68199]: DEBUG nova.scheduler.client.report [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.241602] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070240, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.317935] env[68199]: DEBUG oslo_concurrency.lockutils [req-d80c5eac-b043-4131-be8f-c0cc3caa804b req-1f6acaa9-18be-411f-a5da-5910eb5b93a6 service nova] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.641613] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070236, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575937} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.641752] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.641945] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.642545] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6828cc-805a-47d2-a1d3-695352a11685 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652905] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Releasing lock "refresh_cache-a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654315] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 879.654315] env[68199]: value = "task-3070241" [ 879.654315] env[68199]: _type = "Task" [ 879.654315] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.663999] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.675215] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b7ca8b-f8dd-ddeb-33d1-9eb1e6445b11, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.675443] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.675679] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.675925] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.676123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.676268] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.676557] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f1a47c8-a590-44f7-8367-43339ed2d74e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.688653] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.688866] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.689656] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec2b7da-6f7d-40b4-b32e-40a5b5ee2ffa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.693121] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.693654] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.697857] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.031s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.699394] env[68199]: INFO nova.compute.claims [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.702247] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 879.702247] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fe315-8e74-2261-ce07-34cabaa94667" [ 879.702247] env[68199]: _type = "Task" [ 879.702247] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.712603] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521fe315-8e74-2261-ce07-34cabaa94667, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.713409] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8038a187-cf32-4058-ad38-110dcc7b5b56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.724025] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 879.724025] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5253c737-7664-a52d-fbb7-03bedcee9376" [ 879.724025] env[68199]: _type = "Task" [ 879.724025] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.735715] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5253c737-7664-a52d-fbb7-03bedcee9376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.746024] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070240, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.163044] env[68199]: DEBUG nova.compute.manager [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.163044] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce088e-f248-4af0-85ec-5cd552bfbc50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.171989] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.173775] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.180021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4cabbf-18b2-49d6-90bd-56a9db9b1749 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.199025] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.199468] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bcf4dcc-de39-4478-be00-6b847a290dd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.219020] env[68199]: DEBUG nova.compute.utils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.224488] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.224658] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.233646] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 880.233646] env[68199]: value = "task-3070242" [ 880.233646] env[68199]: _type = "Task" [ 880.233646] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.242129] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5253c737-7664-a52d-fbb7-03bedcee9376, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.245344] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.245950] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.246489] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de21ffc-01e1-456d-b303-b72e868f6e34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.254303] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.258473] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070240, 'name': Destroy_Task, 'duration_secs': 1.199924} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.259858] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Destroyed the VM [ 880.260157] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 880.260500] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 880.260500] env[68199]: value = "task-3070243" [ 880.260500] env[68199]: _type = "Task" [ 880.260500] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.260870] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dd45053-c77c-460a-b56b-628d675f64aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.271447] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.273239] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 880.273239] env[68199]: value = "task-3070244" [ 880.273239] env[68199]: _type = "Task" [ 880.273239] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.279541] env[68199]: DEBUG nova.policy [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15581fe5601a47888db7eab8db9b0471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf8d7b97c414c08b602bf84e296bd07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.289227] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.574858] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Successfully created port: 3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.726019] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.745624] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070242, 'name': ReconfigVM_Task, 'duration_secs': 0.369123} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.745935] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.746589] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c5ccb65-a404-432a-b432-2b232204ee36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.754130] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 880.754130] env[68199]: value = "task-3070245" [ 880.754130] env[68199]: _type = "Task" [ 880.754130] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.764549] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070245, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.783560] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47659} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.785937] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.788060] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.789036] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7731a3-75fe-4946-bc1a-7a58e22a2f06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.794757] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070244, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.803062] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 880.803062] env[68199]: value = "task-3070246" [ 880.803062] env[68199]: _type = "Task" [ 880.803062] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.809789] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.187152] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba52966-272b-4a24-b72a-e4a3ab885158 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.194136] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Doing hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 881.194412] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-20cef0a9-54eb-4152-a8ab-4ca94351679a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203573] env[68199]: DEBUG oslo_vmware.api [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 881.203573] env[68199]: value = "task-3070247" [ 881.203573] env[68199]: _type = "Task" [ 881.203573] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.208174] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc66ff77-646b-49c3-820f-544befc2168c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215519] env[68199]: DEBUG oslo_vmware.api [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070247, 'name': ResetVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.219898] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf3503-eac4-4b05-ad07-03027f516b0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.255836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a5371-a11c-4e52-99f7-34e21c18791a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.271025] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070245, 'name': Rename_Task, 'duration_secs': 0.144697} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.271025] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.271025] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0cc6e7-b814-4429-a767-0c76bc51448b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.272805] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf9070-1b75-4369-b541-c45b54d74cc5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.283370] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 881.283370] env[68199]: value = "task-3070248" [ 881.283370] env[68199]: _type = "Task" [ 881.283370] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.296112] env[68199]: DEBUG nova.compute.provider_tree [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.302034] env[68199]: DEBUG oslo_vmware.api [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070244, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755637} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.302034] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 881.302334] env[68199]: INFO nova.compute.manager [None req-47751d95-105f-4bb2-a9f5-aaa0ca9b86f7 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 16.30 seconds to snapshot the instance on the hypervisor. [ 881.310525] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070248, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.321026] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086245} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.324025] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.324025] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed3c05c-597e-4cf3-b114-a43a298a4e35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.353547] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.353637] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8336443-88e5-4333-a091-6d88d18ea8dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.376112] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 881.376112] env[68199]: value = "task-3070249" [ 881.376112] env[68199]: _type = "Task" [ 881.376112] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.384591] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.719737] env[68199]: DEBUG oslo_vmware.api [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070247, 'name': ResetVM_Task, 'duration_secs': 0.095463} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.720049] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Did hard reboot of VM {{(pid=68199) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 881.720249] env[68199]: DEBUG nova.compute.manager [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.721092] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4f732-d641-489b-8331-40a215b9b2e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.760318] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.785676] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.785922] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.786096] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.786274] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.786412] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.786568] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.786775] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.786927] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.787128] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.787312] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.787481] env[68199]: DEBUG nova.virt.hardware [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.788390] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d825427-a352-4b0e-8b88-192c3a8b29a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.802110] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1543f-8135-424e-8c07-fbbe5a2a3b98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.806204] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.807078] env[68199]: DEBUG nova.scheduler.client.report [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.890422] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.234650] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a667147d-031e-421f-a7c2-f74f6827db27 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.413s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.241237] env[68199]: DEBUG nova.compute.manager [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Received event network-vif-plugged-3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.243261] env[68199]: DEBUG oslo_concurrency.lockutils [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] Acquiring lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.243261] env[68199]: DEBUG oslo_concurrency.lockutils [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] Lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.243261] env[68199]: DEBUG oslo_concurrency.lockutils [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] Lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.243261] env[68199]: DEBUG nova.compute.manager [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] No waiting events found dispatching network-vif-plugged-3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.243261] env[68199]: WARNING nova.compute.manager [req-883e8477-bf3d-4f60-9399-688a5219bbe4 req-db63ca33-80d8-4729-b2e4-e25f7784ea81 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Received unexpected event network-vif-plugged-3ae1cdd3-d37c-4866-8395-f864bd0c57dd for instance with vm_state building and task_state spawning. [ 882.267936] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Successfully updated port: 3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.300106] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070248, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.312534] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.313115] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.319645] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.766s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.319867] env[68199]: DEBUG nova.objects.instance [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lazy-loading 'resources' on Instance uuid f7e67fe3-6adc-4973-baba-514bb05f5a45 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.387460] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.635966] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.637550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.640141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.640141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.640141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.641439] env[68199]: INFO nova.compute.manager [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Terminating instance [ 882.713854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.714029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.714255] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.714450] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.714617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.719057] env[68199]: INFO nova.compute.manager [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Terminating instance [ 882.770798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.771062] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquired lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.771414] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.799889] env[68199]: DEBUG oslo_vmware.api [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070248, 'name': PowerOnVM_Task, 'duration_secs': 1.206197} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.800214] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.801298] env[68199]: INFO nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Took 9.84 seconds to spawn the instance on the hypervisor. [ 882.801298] env[68199]: DEBUG nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.802063] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c8c59-9299-4dbe-a33c-5bc47bbb0420 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.822489] env[68199]: DEBUG nova.compute.utils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.822595] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.822758] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.882588] env[68199]: DEBUG nova.policy [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.896930] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070249, 'name': ReconfigVM_Task, 'duration_secs': 1.068989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.900141] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.902770] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd9b91ad-6ab3-461d-8c42-3f855536a5df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.915829] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 882.915829] env[68199]: value = "task-3070250" [ 882.915829] env[68199]: _type = "Task" [ 882.915829] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.924941] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070250, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.151351] env[68199]: DEBUG nova.compute.manager [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.151351] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.151351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51113cef-dd0c-4be2-910b-3a39755e11b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.160432] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.162814] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937c23fa-7ac0-4991-a409-f8d08c016b1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.169533] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 883.169533] env[68199]: value = "task-3070251" [ 883.169533] env[68199]: _type = "Task" [ 883.169533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.181140] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.190362] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Successfully created port: b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.222830] env[68199]: DEBUG nova.compute.manager [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.223192] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.224113] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf258f4-cbfb-4fa1-a73b-d9e2f1900ddf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.231875] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.232266] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85644b21-c81a-46de-a169-4a97a8ed424f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.243264] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 883.243264] env[68199]: value = "task-3070252" [ 883.243264] env[68199]: _type = "Task" [ 883.243264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.253346] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.307481] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.320666] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52003a64-4fd4-421d-b925-71fb5e1334bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.330092] env[68199]: INFO nova.compute.manager [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Took 53.06 seconds to build instance. [ 883.331803] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.338836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708003d6-6e97-4cbe-baef-a22e08e9d047 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.375680] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9764be8-0324-4041-876d-d27a7fe9a09c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.384135] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a298e-f539-4cf2-8ed5-0298231a3266 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.400573] env[68199]: DEBUG nova.compute.provider_tree [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.427860] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070250, 'name': Rename_Task, 'duration_secs': 0.160437} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.428152] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.428464] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10516af2-b4ae-45f3-9475-fd20c621fdf1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.434706] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 883.434706] env[68199]: value = "task-3070253" [ 883.434706] env[68199]: _type = "Task" [ 883.434706] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.442788] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.529284] env[68199]: DEBUG nova.network.neutron [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Updating instance_info_cache with network_info: [{"id": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "address": "fa:16:3e:e5:79:7c", "network": {"id": "9103e071-416a-411c-a9d6-d0d9c0cbc56d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1777307459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf8d7b97c414c08b602bf84e296bd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae1cdd3-d3", "ovs_interfaceid": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.679527] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070251, 'name': PowerOffVM_Task, 'duration_secs': 0.226054} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.679527] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.679620] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.680376] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af9544e5-3f5e-44b3-96cd-e4ecf3c9ea44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.743535] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.743747] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.743941] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Deleting the datastore file [datastore1] 8dc88cb4-2c09-4131-8550-c840ae5c8396 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.744495] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68167182-81d7-40c6-98b1-a5ab80c40379 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.755900] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070252, 'name': PowerOffVM_Task, 'duration_secs': 0.237497} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.758123] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.758123] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.758123] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for the task: (returnval){ [ 883.758123] env[68199]: value = "task-3070255" [ 883.758123] env[68199]: _type = "Task" [ 883.758123] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.758123] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5a7a3e-2afb-46d6-ac7b-fb74d0ac1ef6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.769312] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.829154] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.829421] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.829662] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Deleting the datastore file [datastore2] a1b3d28d-b266-4cd0-891f-9a6aaf112bbe {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.830021] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0d7aa2-8089-472f-b302-730088ecc302 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.836872] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b9abeb6-ce88-4aed-8f34-e7595589348d tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.574s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.837251] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for the task: (returnval){ [ 883.837251] env[68199]: value = "task-3070257" [ 883.837251] env[68199]: _type = "Task" [ 883.837251] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.855442] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.904100] env[68199]: DEBUG nova.scheduler.client.report [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.945795] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.032691] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Releasing lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.033153] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Instance network_info: |[{"id": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "address": "fa:16:3e:e5:79:7c", "network": {"id": "9103e071-416a-411c-a9d6-d0d9c0cbc56d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1777307459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf8d7b97c414c08b602bf84e296bd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae1cdd3-d3", "ovs_interfaceid": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.033720] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:79:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae1cdd3-d37c-4866-8395-f864bd0c57dd', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.049718] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Creating folder: Project (5bf8d7b97c414c08b602bf84e296bd07). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.050694] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54328d27-8481-4b84-b9cc-e22fd98f0e7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.061864] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Created folder: Project (5bf8d7b97c414c08b602bf84e296bd07) in parent group-v614632. [ 884.063084] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Creating folder: Instances. Parent ref: group-v614808. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.063084] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e11347b-ff69-417f-a90e-3ee77090d0b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.073906] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Created folder: Instances in parent group-v614808. [ 884.073906] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.073906] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.073906] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06259c52-0750-45b2-99f2-a33d13d9a63d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.094883] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.094883] env[68199]: value = "task-3070260" [ 884.094883] env[68199]: _type = "Task" [ 884.094883] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.103214] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070260, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.271019] env[68199]: DEBUG oslo_vmware.api [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Task: {'id': task-3070255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158333} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.271019] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.271019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.271019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.271019] env[68199]: INFO nova.compute.manager [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 1.12 seconds to destroy the instance on the hypervisor. [ 884.271019] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.271019] env[68199]: DEBUG nova.compute.manager [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.271019] env[68199]: DEBUG nova.network.neutron [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.344028] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.347349] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.355377] env[68199]: DEBUG oslo_vmware.api [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Task: {'id': task-3070257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153108} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.355621] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.355802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.355984] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.356206] env[68199]: INFO nova.compute.manager [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 884.356467] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.356657] env[68199]: DEBUG nova.compute.manager [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.356752] env[68199]: DEBUG nova.network.neutron [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.372418] env[68199]: DEBUG nova.compute.manager [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Received event network-changed-3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.372596] env[68199]: DEBUG nova.compute.manager [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Refreshing instance network info cache due to event network-changed-3ae1cdd3-d37c-4866-8395-f864bd0c57dd. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.372918] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] Acquiring lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.373071] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] Acquired lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.373470] env[68199]: DEBUG nova.network.neutron [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Refreshing network info cache for port 3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.395915] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.396345] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.396566] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.396785] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.396965] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.397319] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.397422] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.397574] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.399184] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.399184] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.399184] env[68199]: DEBUG nova.virt.hardware [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.399894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c1eaf-f476-4c11-a440-4d71353d553a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.408780] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce27b769-d86a-49e9-8425-da3f80c04d12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.413617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.416494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.454s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.417555] env[68199]: INFO nova.compute.claims [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.447323] env[68199]: DEBUG oslo_vmware.api [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070253, 'name': PowerOnVM_Task, 'duration_secs': 0.638424} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.448376] env[68199]: INFO nova.scheduler.client.report [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Deleted allocations for instance f7e67fe3-6adc-4973-baba-514bb05f5a45 [ 884.449650] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.449650] env[68199]: INFO nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Took 8.95 seconds to spawn the instance on the hypervisor. [ 884.452270] env[68199]: DEBUG nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.452927] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650415bc-51ec-4d49-a71b-16b8a7f65419 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.607138] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070260, 'name': CreateVM_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.607138] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.610078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.610078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.610078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.610078] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e57cce8-27a8-433b-a4c0-14282483dffc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.614952] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 884.614952] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d1e15e-1301-a225-38a5-8a9adb3336a5" [ 884.614952] env[68199]: _type = "Task" [ 884.614952] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.627847] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d1e15e-1301-a225-38a5-8a9adb3336a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.805765] env[68199]: DEBUG nova.compute.manager [req-4ec5ef6a-d646-4249-bd70-6e9557ae6703 req-27e85c9d-c5aa-4bf5-ad03-e4c1015bc0cd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Received event network-vif-deleted-49fc0685-cb03-4c8a-8ac3-9e589da4a360 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.805765] env[68199]: INFO nova.compute.manager [req-4ec5ef6a-d646-4249-bd70-6e9557ae6703 req-27e85c9d-c5aa-4bf5-ad03-e4c1015bc0cd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Neutron deleted interface 49fc0685-cb03-4c8a-8ac3-9e589da4a360; detaching it from the instance and deleting it from the info cache [ 884.805765] env[68199]: DEBUG nova.network.neutron [req-4ec5ef6a-d646-4249-bd70-6e9557ae6703 req-27e85c9d-c5aa-4bf5-ad03-e4c1015bc0cd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.872936] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.917497] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Successfully updated port: b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.964619] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40db80ed-778c-4fb3-9f6a-66d663367e97 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Lock "f7e67fe3-6adc-4973-baba-514bb05f5a45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.812s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.977483] env[68199]: INFO nova.compute.manager [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Took 53.88 seconds to build instance. [ 885.126291] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d1e15e-1301-a225-38a5-8a9adb3336a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.129367] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.129367] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.129566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.129566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.129741] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.130389] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4413bc80-9988-4b69-afbb-3a1a8cc7d249 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.144657] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.144744] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.145591] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649b4e4f-df42-4749-883e-af2ed84627dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.151943] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 885.151943] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526ef812-bfe8-4e85-9595-227243413205" [ 885.151943] env[68199]: _type = "Task" [ 885.151943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.160969] env[68199]: DEBUG nova.network.neutron [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.162207] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526ef812-bfe8-4e85-9595-227243413205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.169577] env[68199]: DEBUG nova.network.neutron [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Updated VIF entry in instance network info cache for port 3ae1cdd3-d37c-4866-8395-f864bd0c57dd. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.169930] env[68199]: DEBUG nova.network.neutron [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Updating instance_info_cache with network_info: [{"id": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "address": "fa:16:3e:e5:79:7c", "network": {"id": "9103e071-416a-411c-a9d6-d0d9c0cbc56d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1777307459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf8d7b97c414c08b602bf84e296bd07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae1cdd3-d3", "ovs_interfaceid": "3ae1cdd3-d37c-4866-8395-f864bd0c57dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.303311] env[68199]: DEBUG nova.network.neutron [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.309678] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88822cb3-b32a-432b-bcc7-7a9931735e78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.320606] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad7fd4-b901-43f7-91bf-57a0df617ca1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.356254] env[68199]: DEBUG nova.compute.manager [req-4ec5ef6a-d646-4249-bd70-6e9557ae6703 req-27e85c9d-c5aa-4bf5-ad03-e4c1015bc0cd service nova] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Detach interface failed, port_id=49fc0685-cb03-4c8a-8ac3-9e589da4a360, reason: Instance 8dc88cb4-2c09-4131-8550-c840ae5c8396 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.425384] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.425528] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.425683] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.485260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9ef7906d-f1a9-4952-a1c7-e3d2b9705b2a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.402s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.666570] env[68199]: INFO nova.compute.manager [-] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Took 1.40 seconds to deallocate network for instance. [ 885.666869] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526ef812-bfe8-4e85-9595-227243413205, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.673299] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f41c960-9f12-423a-81b4-3537bb2253d8 req-b32512d2-b694-4ec9-a5f6-aa0f55528682 service nova] Releasing lock "refresh_cache-f04ae769-490c-4946-897f-eb6d3b11c094" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.673695] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2616064a-a6b6-4e2f-a0c8-1f71aa8e65b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.682518] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 885.682518] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5276d680-2684-d31f-cbb2-eeaf7072780a" [ 885.682518] env[68199]: _type = "Task" [ 885.682518] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.693825] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5276d680-2684-d31f-cbb2-eeaf7072780a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.806684] env[68199]: INFO nova.compute.manager [-] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Took 1.45 seconds to deallocate network for instance. [ 885.868106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063c1add-4f15-470a-ab1e-000ae5af0be4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.876992] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fed305-8a79-434c-b588-569a11aa9f43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.910503] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2130903-5608-401d-9ed3-069678543289 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.918361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef97c4c-31cd-4ee0-880a-09af55d89d5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.936441] env[68199]: DEBUG nova.compute.provider_tree [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.973357] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.984484] env[68199]: DEBUG nova.compute.manager [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 885.989020] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.181941] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.191041] env[68199]: DEBUG nova.network.neutron [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Updating instance_info_cache with network_info: [{"id": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "address": "fa:16:3e:c0:7d:4e", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77ea057-56", "ovs_interfaceid": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.198311] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5276d680-2684-d31f-cbb2-eeaf7072780a, 'name': SearchDatastore_Task, 'duration_secs': 0.01531} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.198716] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.199080] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f04ae769-490c-4946-897f-eb6d3b11c094/f04ae769-490c-4946-897f-eb6d3b11c094.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.199730] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b800c493-bb99-4c5b-8419-8fb58f0be31a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.208418] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 886.208418] env[68199]: value = "task-3070261" [ 886.208418] env[68199]: _type = "Task" [ 886.208418] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.216693] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.220615] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "be5f2428-8129-428b-964a-5a93d7d55014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.220834] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.319019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.434396] env[68199]: DEBUG nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Received event network-vif-plugged-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.435601] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Acquiring lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.436617] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.436956] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.437328] env[68199]: DEBUG nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] No waiting events found dispatching network-vif-plugged-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.437621] env[68199]: WARNING nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Received unexpected event network-vif-plugged-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 for instance with vm_state building and task_state spawning. [ 886.437954] env[68199]: DEBUG nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Received event network-vif-deleted-bda83101-6ceb-4a22-b6e5-e4e957ec1244 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.438472] env[68199]: DEBUG nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Received event network-changed-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.438980] env[68199]: DEBUG nova.compute.manager [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Refreshing instance network info cache due to event network-changed-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.438980] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Acquiring lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.442136] env[68199]: DEBUG nova.scheduler.client.report [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.518905] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.522486] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.696241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696618] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Instance network_info: |[{"id": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "address": "fa:16:3e:c0:7d:4e", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77ea057-56", "ovs_interfaceid": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.696948] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Acquired lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.697180] env[68199]: DEBUG nova.network.neutron [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Refreshing network info cache for port b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.698513] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:7d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77ea057-56ba-49a9-b8b8-5c2dd8c0b742', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.710690] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating folder: Project (bd3532b024cd435f89d34f907649e5e7). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.712076] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ddf64aa-3279-4c5f-a994-dc14b2997c44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.723455] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499165} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.723783] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] f04ae769-490c-4946-897f-eb6d3b11c094/f04ae769-490c-4946-897f-eb6d3b11c094.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.724037] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.724320] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6dbc47-e3c7-4f1d-addd-f0878da8ae0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.727636] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created folder: Project (bd3532b024cd435f89d34f907649e5e7) in parent group-v614632. [ 886.727837] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating folder: Instances. Parent ref: group-v614811. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.730032] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649ade06-33ed-4c62-87ea-f85d5d4fb042 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.731769] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 886.731769] env[68199]: value = "task-3070263" [ 886.731769] env[68199]: _type = "Task" [ 886.731769] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.738497] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created folder: Instances in parent group-v614811. [ 886.738632] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.742599] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.742846] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.743095] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a832621-1bf5-44ef-ae49-5262b110739f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.765218] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.765218] env[68199]: value = "task-3070265" [ 886.765218] env[68199]: _type = "Task" [ 886.765218] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.774896] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070265, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.952492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.953057] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.955657] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.179s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.955885] env[68199]: DEBUG nova.objects.instance [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lazy-loading 'resources' on Instance uuid e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.247888] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06959} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.248390] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.249348] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317fc16c-552c-4dd8-940a-409486966699 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.281379] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f04ae769-490c-4946-897f-eb6d3b11c094/f04ae769-490c-4946-897f-eb6d3b11c094.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.289569] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86dc3d2e-fc1a-4f7e-9dc5-06070c996bf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.311380] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070265, 'name': CreateVM_Task, 'duration_secs': 0.322302} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.313217] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.313217] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 887.313217] env[68199]: value = "task-3070266" [ 887.313217] env[68199]: _type = "Task" [ 887.313217] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.313701] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.313816] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.314317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.314934] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b92547f-6ee2-489a-a7cf-8af7f727c4cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.328906] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 887.328906] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522c390c-2c61-cabe-6590-89d6f1146b86" [ 887.328906] env[68199]: _type = "Task" [ 887.328906] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.329247] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.339853] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522c390c-2c61-cabe-6590-89d6f1146b86, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.340490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.340782] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.341033] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.341194] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.341392] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.341664] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c38ee2d-534b-4332-a264-d3a3a03498fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.350648] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.350648] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.351527] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e930073d-dfb4-4e3e-b088-4c26c2beaee5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356851] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 887.356851] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5236ff60-e82e-39b5-eeb0-0a3ef92bb887" [ 887.356851] env[68199]: _type = "Task" [ 887.356851] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.366205] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5236ff60-e82e-39b5-eeb0-0a3ef92bb887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.462443] env[68199]: DEBUG nova.compute.utils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.464108] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.467316] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.525182] env[68199]: DEBUG nova.policy [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e0895cbed614a14b4ddcfc36eea3598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f78afbbe5b4ef8a21023346071b8e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.596708] env[68199]: DEBUG nova.network.neutron [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Updated VIF entry in instance network info cache for port b77ea057-56ba-49a9-b8b8-5c2dd8c0b742. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.597074] env[68199]: DEBUG nova.network.neutron [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Updating instance_info_cache with network_info: [{"id": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "address": "fa:16:3e:c0:7d:4e", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77ea057-56", "ovs_interfaceid": "b77ea057-56ba-49a9-b8b8-5c2dd8c0b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.826562] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.869700] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5236ff60-e82e-39b5-eeb0-0a3ef92bb887, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.870790] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22327581-d127-40bc-8d08-fdc8a79d1a0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.877151] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 887.877151] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521181ed-dddb-2334-8193-89e49780f406" [ 887.877151] env[68199]: _type = "Task" [ 887.877151] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.882300] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae341143-3d5f-4701-b452-c154d4d80048 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.893471] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521181ed-dddb-2334-8193-89e49780f406, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.895613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.895690] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] dbc1567b-f175-488a-8b54-e5de08e4084d/dbc1567b-f175-488a-8b54-e5de08e4084d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.896644] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c3d9dbb-00b8-4b2a-9a6b-f2c42d1efe32 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.898535] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e9ff52-ed7a-4575-8cf0-951f3fcaddf8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.932181] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Successfully created port: bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.935915] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547a8364-48c4-46f6-a083-9702521b23d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.938398] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 887.938398] env[68199]: value = "task-3070267" [ 887.938398] env[68199]: _type = "Task" [ 887.938398] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.945408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf2806-8a4c-4817-a738-f2eb6a28901c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.952633] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.963686] env[68199]: DEBUG nova.compute.provider_tree [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.969518] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.102326] env[68199]: DEBUG oslo_concurrency.lockutils [req-42b817ee-e9ca-4c3d-a882-c22d27a1d3aa req-254eae16-0314-4d92-85c3-c6927bae96df service nova] Releasing lock "refresh_cache-dbc1567b-f175-488a-8b54-e5de08e4084d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.328115] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070266, 'name': ReconfigVM_Task, 'duration_secs': 0.830355} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.328428] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f04ae769-490c-4946-897f-eb6d3b11c094/f04ae769-490c-4946-897f-eb6d3b11c094.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.329116] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b063d5b-bfca-4e71-b0b9-9b8c814f53fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.337649] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 888.337649] env[68199]: value = "task-3070268" [ 888.337649] env[68199]: _type = "Task" [ 888.337649] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.348618] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070268, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.448928] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497371} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.449269] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] dbc1567b-f175-488a-8b54-e5de08e4084d/dbc1567b-f175-488a-8b54-e5de08e4084d.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.449496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.449739] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3481120-ef3b-4b43-87a2-a36cbfde4dee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.456769] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 888.456769] env[68199]: value = "task-3070269" [ 888.456769] env[68199]: _type = "Task" [ 888.456769] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.466703] env[68199]: DEBUG nova.scheduler.client.report [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.470749] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.850246] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070268, 'name': Rename_Task, 'duration_secs': 0.351901} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.850510] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.850748] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ad748c-e925-4317-8096-e73cf380a80c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.857989] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 888.857989] env[68199]: value = "task-3070270" [ 888.857989] env[68199]: _type = "Task" [ 888.857989] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.865567] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.971499] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070513} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.972447] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.974508] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.979453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.893s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.979690] env[68199]: DEBUG nova.objects.instance [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lazy-loading 'resources' on Instance uuid 3399c49e-5663-46a8-8135-7f0f70f00028 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.987680] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd357283-684e-48f8-b37b-488110a14573 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.988516] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.025310] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] dbc1567b-f175-488a-8b54-e5de08e4084d/dbc1567b-f175-488a-8b54-e5de08e4084d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.028697] env[68199]: INFO nova.scheduler.client.report [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleted allocations for instance e7cfb8f9-facb-4c79-a98c-dbd84cd54c20 [ 889.031740] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf621044-1e95-4bbe-9195-30369d216b08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.056598] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.056947] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.057179] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.057407] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.057714] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.057981] env[68199]: DEBUG nova.virt.hardware [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.058980] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29b929-daee-4307-9a83-d891ff4fac07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.063830] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 889.063830] env[68199]: value = "task-3070271" [ 889.063830] env[68199]: _type = "Task" [ 889.063830] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.074106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3c614-5f32-47c6-ba0e-eddb5aa00467 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.082131] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.369614] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.520512] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c90dc3-6b1e-4b90-b369-1d71b875087b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.532591] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4719d2a0-5467-49e3-9725-dc76bcbd869f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.568019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0bf89dbd-a4c7-49b1-966d-607f0d9ee4ee tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "e7cfb8f9-facb-4c79-a98c-dbd84cd54c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.473s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.572460] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0561979e-e8f4-4f59-b120-2793dd2fdb25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.584139] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a1ff7a-23ce-4026-941a-db00443c346f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.587778] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070271, 'name': ReconfigVM_Task, 'duration_secs': 0.304836} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.588712] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] dbc1567b-f175-488a-8b54-e5de08e4084d/dbc1567b-f175-488a-8b54-e5de08e4084d.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.589754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cb02d59-da6a-4c35-9ea0-cfb2c12a0125 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.600418] env[68199]: DEBUG nova.compute.provider_tree [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.605114] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 889.605114] env[68199]: value = "task-3070272" [ 889.605114] env[68199]: _type = "Task" [ 889.605114] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.614367] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070272, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.646632] env[68199]: DEBUG nova.compute.manager [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Received event network-vif-plugged-bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.646946] env[68199]: DEBUG oslo_concurrency.lockutils [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] Acquiring lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.647187] env[68199]: DEBUG oslo_concurrency.lockutils [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.649014] env[68199]: DEBUG oslo_concurrency.lockutils [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.649014] env[68199]: DEBUG nova.compute.manager [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] No waiting events found dispatching network-vif-plugged-bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.649014] env[68199]: WARNING nova.compute.manager [req-bb9c4319-1d3d-46fd-a8e3-44e33b2daf98 req-cb72feb4-9b71-44e3-a1c3-5af27bb71f0a service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Received unexpected event network-vif-plugged-bd863504-cab4-4ac4-8d26-c51da6bdf80b for instance with vm_state building and task_state spawning. [ 889.871055] env[68199]: DEBUG oslo_vmware.api [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070270, 'name': PowerOnVM_Task, 'duration_secs': 0.950245} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.871055] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Successfully updated port: bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.872096] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.872206] env[68199]: INFO nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Took 8.11 seconds to spawn the instance on the hypervisor. [ 889.872394] env[68199]: DEBUG nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.875270] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c39dbcb-5886-466a-bac6-26b401430b36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.104203] env[68199]: DEBUG nova.scheduler.client.report [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.118507] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070272, 'name': Rename_Task, 'duration_secs': 0.14875} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.118722] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.118986] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4eb30c6-556e-4c65-b4e5-b2d43347fc66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.129019] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 890.129019] env[68199]: value = "task-3070273" [ 890.129019] env[68199]: _type = "Task" [ 890.129019] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.135848] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.376617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.376617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.376617] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.402438] env[68199]: INFO nova.compute.manager [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Took 55.76 seconds to build instance. [ 890.564836] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.565095] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.613586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.616943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.334s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.641384] env[68199]: DEBUG oslo_vmware.api [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070273, 'name': PowerOnVM_Task, 'duration_secs': 0.487606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.641384] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.641384] env[68199]: INFO nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Took 6.29 seconds to spawn the instance on the hypervisor. [ 890.641384] env[68199]: DEBUG nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.641384] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446b9b6-1844-40e1-8f04-1cdd7b80e0bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.654913] env[68199]: INFO nova.scheduler.client.report [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted allocations for instance 3399c49e-5663-46a8-8135-7f0f70f00028 [ 890.906020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9dc5a956-8069-4cd8-80ca-f2a352549f0a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.272s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.924253] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.044084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.044328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.144968] env[68199]: DEBUG nova.network.neutron [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Updating instance_info_cache with network_info: [{"id": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "address": "fa:16:3e:f8:c1:f7", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd863504-ca", "ovs_interfaceid": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.158741] env[68199]: INFO nova.compute.manager [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Took 56.52 seconds to build instance. [ 891.164373] env[68199]: DEBUG oslo_concurrency.lockutils [None req-84361a21-e2ea-432d-be29-7ee743c6f605 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "3399c49e-5663-46a8-8135-7f0f70f00028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.468s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.412074] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.647721] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Applying migration context for instance b131322c-0c3e-4508-8e93-5dada3d44f34 as it has an incoming, in-progress migration ba460530-04a4-4bc1-8fe3-dde9fa12aae9. Migration status is reverting {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 891.649841] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating resource usage from migration ba460530-04a4-4bc1-8fe3-dde9fa12aae9 [ 891.650235] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating resource usage from migration 859b8db0-c47e-4ba2-930a-bebd139538f3 [ 891.654799] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.654799] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Instance network_info: |[{"id": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "address": "fa:16:3e:f8:c1:f7", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd863504-ca", "ovs_interfaceid": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.654799] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:c1:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd863504-cab4-4ac4-8d26-c51da6bdf80b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.663097] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.663840] env[68199]: DEBUG oslo_concurrency.lockutils [None req-276f9477-a657-46cc-a2a0-166643c93440 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.034s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.663840] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.665020] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89483a2-1653-497f-85ce-9eb5cb4a1462 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.689543] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.693207] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693207] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693207] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e6481c67-cb8e-48a4-9749-fb060e70ffa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693207] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 4bbb344e-11e3-48ad-ad1d-437222dbf06d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693378] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 62958d8a-e373-4c5f-ac69-8e3891e1a239 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693406] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0381cbe4-5d2f-4a13-94be-a83461e40cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.693524] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8dc88cb4-2c09-4131-8550-c840ae5c8396 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.693635] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration ba460530-04a4-4bc1-8fe3-dde9fa12aae9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 891.693742] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b131322c-0c3e-4508-8e93-5dada3d44f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.694129] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.694290] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 584b980f-526f-419f-b648-809d9b38b63f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.694434] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance db0b3b7b-c702-4527-998b-3a588aa59027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.694569] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a1b3d28d-b266-4cd0-891f-9a6aaf112bbe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 891.694682] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance ba22273e-b45d-41a5-baa4-647dc00eed2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.694792] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance f04ae769-490c-4946-897f-eb6d3b11c094 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.694898] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance dbc1567b-f175-488a-8b54-e5de08e4084d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.695014] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8a781441-db5e-41c3-9cbf-28c4640affa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 891.704966] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.704966] env[68199]: value = "task-3070274" [ 891.704966] env[68199]: _type = "Task" [ 891.704966] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.714313] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070274, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.760348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "dbc1567b-f175-488a-8b54-e5de08e4084d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.760821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.760906] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.761758] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.761758] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.764592] env[68199]: INFO nova.compute.manager [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Terminating instance [ 891.808080] env[68199]: DEBUG nova.compute.manager [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Received event network-changed-bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.808381] env[68199]: DEBUG nova.compute.manager [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Refreshing instance network info cache due to event network-changed-bd863504-cab4-4ac4-8d26-c51da6bdf80b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.808572] env[68199]: DEBUG oslo_concurrency.lockutils [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] Acquiring lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.808727] env[68199]: DEBUG oslo_concurrency.lockutils [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] Acquired lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.808886] env[68199]: DEBUG nova.network.neutron [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Refreshing network info cache for port bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.817241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.817465] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.938502] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.198872] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 989d8008-3544-4921-bdbe-c46b36d3ddb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.224237] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070274, 'name': CreateVM_Task, 'duration_secs': 0.447042} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.225896] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.226216] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.227934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.227934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.227934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.228267] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66870b8f-ab7c-4ba1-abaf-cc3dcc38c912 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.241597] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 892.241597] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5272365e-0aa1-916b-ded9-c2d0462d305e" [ 892.241597] env[68199]: _type = "Task" [ 892.241597] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.249561] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5272365e-0aa1-916b-ded9-c2d0462d305e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.251050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "f04ae769-490c-4946-897f-eb6d3b11c094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.251359] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.251566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.253043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.253043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.255239] env[68199]: INFO nova.compute.manager [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Terminating instance [ 892.269596] env[68199]: DEBUG nova.compute.manager [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.269811] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.270701] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f94b6-8117-4a8e-85f3-080aea89389d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.278347] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.278719] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3222059-d8f4-40cf-b027-789890a39db2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.287016] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 892.287016] env[68199]: value = "task-3070275" [ 892.287016] env[68199]: _type = "Task" [ 892.287016] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.299658] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.544950] env[68199]: DEBUG nova.network.neutron [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Updated VIF entry in instance network info cache for port bd863504-cab4-4ac4-8d26-c51da6bdf80b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.545345] env[68199]: DEBUG nova.network.neutron [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Updating instance_info_cache with network_info: [{"id": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "address": "fa:16:3e:f8:c1:f7", "network": {"id": "047ab88f-59d3-49d7-a3df-88aa3481e909", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1397756758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f78afbbe5b4ef8a21023346071b8e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd863504-ca", "ovs_interfaceid": "bd863504-cab4-4ac4-8d26-c51da6bdf80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.575045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.575045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.575045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.575045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.575045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.577482] env[68199]: INFO nova.compute.manager [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Terminating instance [ 892.705185] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 1143471b-d344-4d46-9691-492e13e0ba8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.750752] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5272365e-0aa1-916b-ded9-c2d0462d305e, 'name': SearchDatastore_Task, 'duration_secs': 0.031674} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.751065] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751309] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.751541] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.751688] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.751863] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.752215] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-956c3be3-2198-4338-ac81-be5e9d671703 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.759184] env[68199]: DEBUG nova.compute.manager [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.759389] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.760207] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000df91f-5331-46a7-ae16-a15df4a768f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.768018] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.768018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.768390] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e495159b-b51d-4c4d-8e82-85ae431387b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.772293] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.772688] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24968818-4ef8-4924-9802-3912d0aecb1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.777731] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 892.777731] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5288d188-33cf-7397-be7e-6da1ca36d47d" [ 892.777731] env[68199]: _type = "Task" [ 892.777731] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.779198] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 892.779198] env[68199]: value = "task-3070276" [ 892.779198] env[68199]: _type = "Task" [ 892.779198] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.801608] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5288d188-33cf-7397-be7e-6da1ca36d47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.801608] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.806136] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070275, 'name': PowerOffVM_Task, 'duration_secs': 0.232992} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.806281] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.806555] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.807068] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e5e285d-7483-45f3-b166-9a5e23386fd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.885343] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.885586] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.885766] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore2] dbc1567b-f175-488a-8b54-e5de08e4084d {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.886052] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826e012f-6fd9-4fe7-8cb5-2a2789acad3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.893201] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 892.893201] env[68199]: value = "task-3070278" [ 892.893201] env[68199]: _type = "Task" [ 892.893201] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.902341] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.048284] env[68199]: DEBUG oslo_concurrency.lockutils [req-37174ba3-b002-446e-8216-566c9a74622a req-67616b20-5796-4849-94ae-a06e32143e29 service nova] Releasing lock "refresh_cache-8a781441-db5e-41c3-9cbf-28c4640affa3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.082588] env[68199]: DEBUG nova.compute.manager [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.082950] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.083958] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85134754-cb32-4b40-9b2a-24e80a28cbfb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.092445] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.092678] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce507e3-94cb-4b41-904a-933269ea13ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.099145] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 893.099145] env[68199]: value = "task-3070279" [ 893.099145] env[68199]: _type = "Task" [ 893.099145] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.107994] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.206820] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.206820] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.212296] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance ccb50303-0830-4348-ae0f-09857fdc2c73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.294522] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5288d188-33cf-7397-be7e-6da1ca36d47d, 'name': SearchDatastore_Task, 'duration_secs': 0.013976} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.299049] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070276, 'name': PowerOffVM_Task, 'duration_secs': 0.215892} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.299507] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82844ba-4442-489d-9195-2c5e2ba58ffd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.303112] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.303655] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.304120] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c90a6c-4808-4888-9e15-973f04f41718 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.312022] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 893.312022] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5217db56-d39b-954f-432d-46774effe287" [ 893.312022] env[68199]: _type = "Task" [ 893.312022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.324434] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217db56-d39b-954f-432d-46774effe287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.385342] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.385342] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.385342] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Deleting the datastore file [datastore1] f04ae769-490c-4946-897f-eb6d3b11c094 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.385342] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e8898d-5951-454c-b87d-adf73dd79b26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391335] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for the task: (returnval){ [ 893.391335] env[68199]: value = "task-3070281" [ 893.391335] env[68199]: _type = "Task" [ 893.391335] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.403396] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.406760] env[68199]: DEBUG oslo_vmware.api [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230925} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.407152] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.407481] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.407777] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.408071] env[68199]: INFO nova.compute.manager [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 893.408407] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.408707] env[68199]: DEBUG nova.compute.manager [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.408908] env[68199]: DEBUG nova.network.neutron [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.611202] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070279, 'name': PowerOffVM_Task, 'duration_secs': 0.330307} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.611202] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.611202] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.611705] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67ca72f-5f9e-4a7d-b0e9-bf4318014611 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.670768] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.671196] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.671332] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleting the datastore file [datastore2] 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.671611] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6779ca9e-2080-43e5-b65f-1b2d8d5141ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.677980] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for the task: (returnval){ [ 893.677980] env[68199]: value = "task-3070283" [ 893.677980] env[68199]: _type = "Task" [ 893.677980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.686956] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.714171] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 255bc5fb-8d6b-443f-b942-196207ddc76e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.820743] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217db56-d39b-954f-432d-46774effe287, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.821122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.821469] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8a781441-db5e-41c3-9cbf-28c4640affa3/8a781441-db5e-41c3-9cbf-28c4640affa3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.821779] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787caf31-b3fc-488c-99fa-7e8ebbeabadb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.830683] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 893.830683] env[68199]: value = "task-3070284" [ 893.830683] env[68199]: _type = "Task" [ 893.830683] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.838629] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.898913] env[68199]: DEBUG nova.compute.manager [req-7a85ebce-e3be-4a6f-89b0-1d557b646f28 req-09f760ec-16fb-4873-b050-48b5b1ac4d86 service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Received event network-vif-deleted-b77ea057-56ba-49a9-b8b8-5c2dd8c0b742 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.899198] env[68199]: INFO nova.compute.manager [req-7a85ebce-e3be-4a6f-89b0-1d557b646f28 req-09f760ec-16fb-4873-b050-48b5b1ac4d86 service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Neutron deleted interface b77ea057-56ba-49a9-b8b8-5c2dd8c0b742; detaching it from the instance and deleting it from the info cache [ 893.899323] env[68199]: DEBUG nova.network.neutron [req-7a85ebce-e3be-4a6f-89b0-1d557b646f28 req-09f760ec-16fb-4873-b050-48b5b1ac4d86 service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.903887] env[68199]: DEBUG oslo_vmware.api [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Task: {'id': task-3070281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225148} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.904284] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.904468] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.904640] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.904879] env[68199]: INFO nova.compute.manager [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Took 1.15 seconds to destroy the instance on the hypervisor. [ 893.905087] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.905225] env[68199]: DEBUG nova.compute.manager [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.905320] env[68199]: DEBUG nova.network.neutron [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.167282] env[68199]: DEBUG nova.network.neutron [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.188756] env[68199]: DEBUG oslo_vmware.api [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Task: {'id': task-3070283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146084} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.189026] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.189279] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.189550] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.189788] env[68199]: INFO nova.compute.manager [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 894.190129] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.190380] env[68199]: DEBUG nova.compute.manager [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.190490] env[68199]: DEBUG nova.network.neutron [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.216840] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 7507bea9-49eb-42e3-a1db-87ff5ef307ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.346876] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493843} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.347588] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8a781441-db5e-41c3-9cbf-28c4640affa3/8a781441-db5e-41c3-9cbf-28c4640affa3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.347588] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.347588] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c42d709-d111-445d-b1d5-4e25398fb517 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.356027] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 894.356027] env[68199]: value = "task-3070285" [ 894.356027] env[68199]: _type = "Task" [ 894.356027] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.361719] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.405917] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-469078a2-335a-4ce0-aaec-0ebe6d8d0602 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.416677] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4555f4f-60c0-406a-b97f-0e32133ea34e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.452461] env[68199]: DEBUG nova.compute.manager [req-7a85ebce-e3be-4a6f-89b0-1d557b646f28 req-09f760ec-16fb-4873-b050-48b5b1ac4d86 service nova] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Detach interface failed, port_id=b77ea057-56ba-49a9-b8b8-5c2dd8c0b742, reason: Instance dbc1567b-f175-488a-8b54-e5de08e4084d could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.671755] env[68199]: INFO nova.compute.manager [-] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Took 1.26 seconds to deallocate network for instance. [ 894.671755] env[68199]: DEBUG nova.network.neutron [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.720127] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 49caf0db-5b01-4a6c-a640-3ce20cc4e989 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.863763] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066961} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.864250] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.864769] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748c461-31d9-47bb-8bc6-51181a20bea9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.886352] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8a781441-db5e-41c3-9cbf-28c4640affa3/8a781441-db5e-41c3-9cbf-28c4640affa3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.886622] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97c6995-0828-438b-bbd2-f65e10ea15a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.905990] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 894.905990] env[68199]: value = "task-3070286" [ 894.905990] env[68199]: _type = "Task" [ 894.905990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.914225] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.932724] env[68199]: DEBUG nova.network.neutron [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.175292] env[68199]: INFO nova.compute.manager [-] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Took 1.27 seconds to deallocate network for instance. [ 895.177640] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.222946] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 91242858-b550-4031-8fd6-3f65e6f3571c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.223107] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration 859b8db0-c47e-4ba2-930a-bebd139538f3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 895.223256] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 863f165e-b8a5-46ff-92de-868928dbf1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.416479] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070286, 'name': ReconfigVM_Task, 'duration_secs': 0.272592} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.416761] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8a781441-db5e-41c3-9cbf-28c4640affa3/8a781441-db5e-41c3-9cbf-28c4640affa3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.417405] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d99dfe89-1ee0-4df0-ac03-e99bdf8e1c38 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.424228] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 895.424228] env[68199]: value = "task-3070287" [ 895.424228] env[68199]: _type = "Task" [ 895.424228] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.432365] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070287, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.434802] env[68199]: INFO nova.compute.manager [-] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Took 1.24 seconds to deallocate network for instance. [ 895.682325] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.726259] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance be5f2428-8129-428b-964a-5a93d7d55014 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.926463] env[68199]: DEBUG nova.compute.manager [req-f82ea210-fe0e-401e-bf5b-0043e6237001 req-500ce386-3495-44ba-9aae-86f48043d39f service nova] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Received event network-vif-deleted-3ae1cdd3-d37c-4866-8395-f864bd0c57dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.926463] env[68199]: DEBUG nova.compute.manager [req-f82ea210-fe0e-401e-bf5b-0043e6237001 req-500ce386-3495-44ba-9aae-86f48043d39f service nova] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Received event network-vif-deleted-18eddf48-4f94-492d-858b-29a181140e8d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.936063] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070287, 'name': Rename_Task, 'duration_secs': 0.140573} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.936324] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.936557] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95da486d-9db0-4101-b061-ec5c742cca63 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.941137] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.942989] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 895.942989] env[68199]: value = "task-3070288" [ 895.942989] env[68199]: _type = "Task" [ 895.942989] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.950811] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.229482] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.453493] env[68199]: DEBUG oslo_vmware.api [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070288, 'name': PowerOnVM_Task, 'duration_secs': 0.415545} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.453720] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.453917] env[68199]: INFO nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Took 7.47 seconds to spawn the instance on the hypervisor. [ 896.454108] env[68199]: DEBUG nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.454914] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9905dc8-f268-4866-a1dd-8b7d25ac9031 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.733057] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74aee2c-8f1b-4119-8bc5-2b43162dabe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.971023] env[68199]: INFO nova.compute.manager [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Took 51.03 seconds to build instance. [ 897.235861] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 54351cc5-0112-42cf-9cb5-d9ac9357b989 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.236198] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 897.236348] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 897.472831] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceec861f-5c55-4f43-b1ff-dffbc7fc5c47 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.545s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.580599] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e17c5b-a44b-4372-8fdd-80da56e7a55f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.588539] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b4512-b143-4a0b-8e1a-249c09d021ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.621096] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312dfbc0-0ade-4d75-80fd-7525442f1c72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.629253] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f389cf8-7ca5-42a2-afba-3a43789e887e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.641674] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.776976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8a781441-db5e-41c3-9cbf-28c4640affa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.777298] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.777510] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.777694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.777863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.780075] env[68199]: INFO nova.compute.manager [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Terminating instance [ 897.976398] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.144908] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.284213] env[68199]: DEBUG nova.compute.manager [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.285041] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.285625] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7826493f-95bf-404a-8246-17c0eb6c6b66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.293246] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.293535] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c77c51-a271-461c-9f8c-4d66b8cba1eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.299205] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 898.299205] env[68199]: value = "task-3070289" [ 898.299205] env[68199]: _type = "Task" [ 898.299205] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.306952] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.496639] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.649459] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 898.649687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.033s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.649977] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.791s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.651536] env[68199]: INFO nova.compute.claims [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.654202] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.654349] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 898.810114] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070289, 'name': PowerOffVM_Task, 'duration_secs': 0.163179} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.810471] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.810647] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.810897] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e725dbd-0de1-43f1-af8b-06e627abd2a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.889012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.889012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.889012] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleting the datastore file [datastore1] 8a781441-db5e-41c3-9cbf-28c4640affa3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.889012] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10ca82d-ac97-48fb-b8a0-21e72c6b6222 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.897429] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for the task: (returnval){ [ 898.897429] env[68199]: value = "task-3070291" [ 898.897429] env[68199]: _type = "Task" [ 898.897429] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.904688] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.169039] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] There are 48 instances to clean {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 899.169334] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 90e31d6f-2160-479e-b5e3-5351e7229647] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.407631] env[68199]: DEBUG oslo_vmware.api [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Task: {'id': task-3070291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128758} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.407631] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.407857] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.407960] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.408150] env[68199]: INFO nova.compute.manager [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.408389] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.408931] env[68199]: DEBUG nova.compute.manager [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.409062] env[68199]: DEBUG nova.network.neutron [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.664624] env[68199]: DEBUG nova.compute.manager [req-7affaeb6-2a6c-48f2-afe9-f11ac3534141 req-78f37788-e975-4a43-b0cf-9d5fe65238aa service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Received event network-vif-deleted-bd863504-cab4-4ac4-8d26-c51da6bdf80b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.664746] env[68199]: INFO nova.compute.manager [req-7affaeb6-2a6c-48f2-afe9-f11ac3534141 req-78f37788-e975-4a43-b0cf-9d5fe65238aa service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Neutron deleted interface bd863504-cab4-4ac4-8d26-c51da6bdf80b; detaching it from the instance and deleting it from the info cache [ 899.665154] env[68199]: DEBUG nova.network.neutron [req-7affaeb6-2a6c-48f2-afe9-f11ac3534141 req-78f37788-e975-4a43-b0cf-9d5fe65238aa service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.675476] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8fcb2d88-73d7-496b-b54c-7034348825a2] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.026018] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f0ae9a-a6a2-4ab6-b9bb-88bbfcdba840 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.032730] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd468a7-10c1-4287-bc9b-bc3e8cb02ef4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.064763] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5e2bc2-2cca-40e9-a470-7a00747d461c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.072336] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a7542-1fca-4803-bf82-ad9514ba9f31 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.747682] env[68199]: DEBUG nova.network.neutron [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.749337] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 82c5c3ca-bf5d-437e-aee2-95f265adee6e] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.753904] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f576559d-0941-4473-b3df-56d762209eb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.764401] env[68199]: DEBUG nova.compute.provider_tree [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.770903] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e22d8-91cd-451d-a47d-a5ce1a9b4a97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.798417] env[68199]: DEBUG nova.compute.manager [req-7affaeb6-2a6c-48f2-afe9-f11ac3534141 req-78f37788-e975-4a43-b0cf-9d5fe65238aa service nova] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Detach interface failed, port_id=bd863504-cab4-4ac4-8d26-c51da6bdf80b, reason: Instance 8a781441-db5e-41c3-9cbf-28c4640affa3 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.252662] env[68199]: INFO nova.compute.manager [-] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Took 1.84 seconds to deallocate network for instance. [ 901.253097] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0491be89-90a2-4f1a-81b4-748994f6e8a3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.268277] env[68199]: DEBUG nova.scheduler.client.report [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.758178] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: f5b4aac1-464e-460c-9c19-2c5d43302016] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.760834] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.773506] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.775048] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.777283] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 44.470s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.263059] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: fdb15207-4edb-4315-b849-04643bdac5e9] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.280707] env[68199]: DEBUG nova.compute.utils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.282195] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.282974] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.284427] env[68199]: DEBUG nova.objects.instance [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lazy-loading 'migration_context' on Instance uuid b131322c-0c3e-4508-8e93-5dada3d44f34 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.323128] env[68199]: DEBUG nova.policy [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f4e3d9df294d98a964eebcfc4e7290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b0d897d3f4564a2d88e6b4b05d891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.581655] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Successfully created port: 1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.767606] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 73f40b7d-48eb-41a0-8097-f155dca16c2d] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.787914] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.121525] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db42c1a5-1a46-4c16-ace9-26b252a3465e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.128896] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4e4569-f624-4f55-90c3-9b7ae369cadd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.157611] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ea4cf-8d17-45c4-91ed-66fbcb30c921 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.165194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df8db5-dc34-42f9-9208-978451716927 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.177949] env[68199]: DEBUG nova.compute.provider_tree [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.273935] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 084f19f1-db26-4524-b863-f9a4e968888c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.681593] env[68199]: DEBUG nova.scheduler.client.report [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.777195] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e834d430-07da-48c1-9eb5-4884c24ba994] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.800296] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.887328] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5d0b3326067bac248b21d4c5ce855bd5',container_format='bare',created_at=2025-03-18T08:58:51Z,direct_url=,disk_format='vmdk',id=f1f98a4c-f025-4edc-9d88-37e8a436ec48,min_disk=1,min_ram=0,name='tempest-test-snap-93694159',owner='fa1b0d897d3f4564a2d88e6b4b05d891',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-18T08:59:05Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.887583] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.887725] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.887899] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.888054] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.888203] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.888407] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.888561] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.888722] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.888877] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.889058] env[68199]: DEBUG nova.virt.hardware [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.889908] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a9410-1044-400c-bcbf-5192a1a60cf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.897488] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8239c421-e785-4527-9de0-3627c9d57677 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.958916] env[68199]: DEBUG nova.compute.manager [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Received event network-vif-plugged-1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.959118] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] Acquiring lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.959236] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.959401] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.959585] env[68199]: DEBUG nova.compute.manager [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] No waiting events found dispatching network-vif-plugged-1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.959711] env[68199]: WARNING nova.compute.manager [req-a5f148f0-f267-4bef-bc00-f9459b8605c4 req-78321a46-f640-4ec3-ba5a-1c4d6329681d service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Received unexpected event network-vif-plugged-1ec5a428-3d2a-4807-a80e-3c70db98366e for instance with vm_state building and task_state spawning. [ 904.045442] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Successfully updated port: 1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.280366] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: daa314ca-8e53-4e19-af98-749c8c782876] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.549079] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.549272] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.549395] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.692529] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.915s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.702329] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.666s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.704779] env[68199]: INFO nova.compute.claims [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.783051] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: faed078e-05e1-49ca-a279-c6e9116a3a46] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.094983] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.255484] env[68199]: DEBUG nova.network.neutron [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Updating instance_info_cache with network_info: [{"id": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "address": "fa:16:3e:05:b6:fb", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec5a428-3d", "ovs_interfaceid": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.286589] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 9e2bfb4b-822d-4728-9a5b-a126fde49d45] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.760043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.760398] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Instance network_info: |[{"id": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "address": "fa:16:3e:05:b6:fb", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec5a428-3d", "ovs_interfaceid": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.761057] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:b6:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec5a428-3d2a-4807-a80e-3c70db98366e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.769066] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.769066] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.769366] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a98fb45a-3a81-4a0e-a176-936f8504c020 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.789885] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 5030d6f8-3dd0-4a1e-a5b7-547f52dc563b] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.793165] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.793165] env[68199]: value = "task-3070292" [ 905.793165] env[68199]: _type = "Task" [ 905.793165] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.801748] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070292, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.003665] env[68199]: DEBUG nova.compute.manager [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Received event network-changed-1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.003885] env[68199]: DEBUG nova.compute.manager [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Refreshing instance network info cache due to event network-changed-1ec5a428-3d2a-4807-a80e-3c70db98366e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.004173] env[68199]: DEBUG oslo_concurrency.lockutils [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] Acquiring lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.004343] env[68199]: DEBUG oslo_concurrency.lockutils [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] Acquired lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.004479] env[68199]: DEBUG nova.network.neutron [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Refreshing network info cache for port 1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.154329] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214c96b-ee1a-4545-9c4e-0e433c75e826 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.161894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e8afe-dc8b-4bfb-b15d-373aa7184b67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.191696] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537cc134-858f-4348-a813-f6f3fddfaef6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.198394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333be9b9-d1c8-4e93-a78a-eae83edbf609 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.210906] env[68199]: DEBUG nova.compute.provider_tree [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.238830] env[68199]: INFO nova.compute.manager [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Swapping old allocation on dict_keys(['b5d39026-5764-431b-9299-baecdda2ef12']) held by migration ba460530-04a4-4bc1-8fe3-dde9fa12aae9 for instance [ 906.258947] env[68199]: DEBUG nova.scheduler.client.report [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Overwriting current allocation {'allocations': {'b5d39026-5764-431b-9299-baecdda2ef12': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': '0664c2934d664591bc92c26850eb1d13', 'user_id': '009c574a0fe1400787121f154165549f', 'consumer_generation': 1} on consumer b131322c-0c3e-4508-8e93-5dada3d44f34 {{(pid=68199) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 906.293956] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8d737621-6a66-4c01-b11b-91073036750f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.305710] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070292, 'name': CreateVM_Task, 'duration_secs': 0.29533} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.308325] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.308929] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.309102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.309444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.309959] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec74776-c476-4583-8d08-2a6566b2db10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.315032] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 906.315032] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a69781-bf75-2408-f6da-91ff401d2ef0" [ 906.315032] env[68199]: _type = "Task" [ 906.315032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.321717] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a69781-bf75-2408-f6da-91ff401d2ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.359826] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.360013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquired lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.360208] env[68199]: DEBUG nova.network.neutron [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.698737] env[68199]: DEBUG nova.network.neutron [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Updated VIF entry in instance network info cache for port 1ec5a428-3d2a-4807-a80e-3c70db98366e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.699107] env[68199]: DEBUG nova.network.neutron [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Updating instance_info_cache with network_info: [{"id": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "address": "fa:16:3e:05:b6:fb", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec5a428-3d", "ovs_interfaceid": "1ec5a428-3d2a-4807-a80e-3c70db98366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.713827] env[68199]: DEBUG nova.scheduler.client.report [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.800681] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 1b6ff85a-4b0e-49e6-a6bb-26ab474b4e97] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.824532] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.824766] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Processing image f1f98a4c-f025-4edc-9d88-37e8a436ec48 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.824999] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.825161] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.825338] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.825585] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864659a3-e358-494b-a99b-254a1f1dc060 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.834050] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.834233] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.835082] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1fd993-f4bd-433b-ab58-c3888f417a78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840650] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 906.840650] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b21621-6f25-b5d8-10c4-f1fceb02f861" [ 906.840650] env[68199]: _type = "Task" [ 906.840650] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.853426] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b21621-6f25-b5d8-10c4-f1fceb02f861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.060540] env[68199]: DEBUG nova.network.neutron [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [{"id": "16618775-4391-4a7a-bb19-1a8c678bda5d", "address": "fa:16:3e:fb:5d:c2", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16618775-43", "ovs_interfaceid": "16618775-4391-4a7a-bb19-1a8c678bda5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.201533] env[68199]: DEBUG oslo_concurrency.lockutils [req-f988bcf0-4416-4c31-a2ad-82a705e0a3d1 req-1e929560-9bbf-4da0-9f9c-e06f62d81803 service nova] Releasing lock "refresh_cache-989d8008-3544-4921-bdbe-c46b36d3ddb2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.218620] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.219152] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.222222] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.588s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.223710] env[68199]: INFO nova.compute.claims [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.303376] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 92a7e525-691d-4b2f-915f-89595543fe46] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.352100] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 907.352334] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Fetch image to [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8/OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 907.352531] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Downloading stream optimized image f1f98a4c-f025-4edc-9d88-37e8a436ec48 to [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8/OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8.vmdk on the data store datastore1 as vApp {{(pid=68199) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 907.352699] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Downloading image file data f1f98a4c-f025-4edc-9d88-37e8a436ec48 to the ESX as VM named 'OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8' {{(pid=68199) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 907.423409] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 907.423409] env[68199]: value = "resgroup-9" [ 907.423409] env[68199]: _type = "ResourcePool" [ 907.423409] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 907.423673] env[68199]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24a27c19-ad11-4f84-9dc9-ce9c77b7593c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.445239] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease: (returnval){ [ 907.445239] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5b361-508c-0316-0600-9fa11500fa33" [ 907.445239] env[68199]: _type = "HttpNfcLease" [ 907.445239] env[68199]: } obtained for vApp import into resource pool (val){ [ 907.445239] env[68199]: value = "resgroup-9" [ 907.445239] env[68199]: _type = "ResourcePool" [ 907.445239] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 907.445543] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the lease: (returnval){ [ 907.445543] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5b361-508c-0316-0600-9fa11500fa33" [ 907.445543] env[68199]: _type = "HttpNfcLease" [ 907.445543] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.452928] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.452928] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5b361-508c-0316-0600-9fa11500fa33" [ 907.452928] env[68199]: _type = "HttpNfcLease" [ 907.452928] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.563626] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Releasing lock "refresh_cache-b131322c-0c3e-4508-8e93-5dada3d44f34" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.564303] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.564741] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3b17ba-b882-4bc9-8ebc-8ad405659ed9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.573744] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 907.573744] env[68199]: value = "task-3070294" [ 907.573744] env[68199]: _type = "Task" [ 907.573744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.581322] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.732130] env[68199]: DEBUG nova.compute.utils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.734671] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.734821] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.786407] env[68199]: DEBUG nova.policy [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.806844] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 6c0b1a50-ac65-424d-aa40-934135372423] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.954047] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.954047] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5b361-508c-0316-0600-9fa11500fa33" [ 907.954047] env[68199]: _type = "HttpNfcLease" [ 907.954047] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.954337] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.954337] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5b361-508c-0316-0600-9fa11500fa33" [ 907.954337] env[68199]: _type = "HttpNfcLease" [ 907.954337] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 907.955041] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd8701-64df-416c-9c1a-36f7f0bfc695 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.962324] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.962510] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 908.028391] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-838a34d0-2bce-4aa2-86d6-e8d01e4d04e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.068707] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Successfully created port: 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.082957] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070294, 'name': PowerOffVM_Task, 'duration_secs': 0.193875} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.083274] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.083966] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:56:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3bc9e4c4-7432-4556-9b56-dbbe7d9eef3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800555769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.085214] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.085486] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.085567] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.085738] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.091176] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9cd92fc-a457-464a-b11d-d5e23db753ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.106627] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 908.106627] env[68199]: value = "task-3070295" [ 908.106627] env[68199]: _type = "Task" [ 908.106627] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.115706] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.239267] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.312026] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e0925630-021c-4dbe-921a-1fcc8b738b53] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.617474] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070295, 'name': ReconfigVM_Task, 'duration_secs': 0.148806} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.618403] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58648a-5c9b-4af0-8aba-a3932ae6e19f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.642108] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:56:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3bc9e4c4-7432-4556-9b56-dbbe7d9eef3f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800555769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.642450] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.642656] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.642846] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.643022] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.643176] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.643449] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.643631] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.643901] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.644193] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.644505] env[68199]: DEBUG nova.virt.hardware [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.649565] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b41b5f-ad87-4771-9e21-d22897dcc7ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.658615] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 908.658615] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52da0734-c1ac-6c44-cd4e-2cdea7a69957" [ 908.658615] env[68199]: _type = "Task" [ 908.658615] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.680925] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52da0734-c1ac-6c44-cd4e-2cdea7a69957, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.694166] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.703103] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dba7080-f760-4896-b5bc-d4831b762761 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.740950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ac91f-3be5-4479-9648-b71513e4c16f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.757124] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 908.757124] env[68199]: value = "task-3070296" [ 908.757124] env[68199]: _type = "Task" [ 908.757124] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.774026] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd7412a-aab5-4b91-a0e7-365d20d916f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.787985] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 908.788407] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.788872] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.790287] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0d274-8e04-46f0-b851-8e78054adcb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.845737] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 002960bc-570e-4ed4-889f-5a476cc9471c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.852034] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.852034] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 908.852034] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca4859-421c-4a07-9c19-7259dafc0588 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.855847] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-979bd8f5-e24b-4255-b887-af4a35862e65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.866586] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63376262-eadc-447c-b25b-86a6ed82be40 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.896636] env[68199]: DEBUG nova.compute.provider_tree [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.121858] env[68199]: DEBUG oslo_vmware.rw_handles [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff054-4c35-9be5-6bcd-cbfb8b8869c3/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 909.122135] env[68199]: INFO nova.virt.vmwareapi.images [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Downloaded image file data f1f98a4c-f025-4edc-9d88-37e8a436ec48 [ 909.123098] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55661171-ec23-46a4-bc29-7a46736e9123 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.138910] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa562521-c01b-4f7d-b503-ca768e004721 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.198147] env[68199]: INFO nova.virt.vmwareapi.images [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] The imported VM was unregistered [ 909.200577] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 909.200829] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.201298] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4910abc-f7c7-4d16-8138-4f6a1aa19e5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.212808] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.212998] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8/OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8.vmdk to [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk. {{(pid=68199) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 909.213305] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-878ab637-c77e-4517-81c3-987b09f14d01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.221447] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 909.221447] env[68199]: value = "task-3070298" [ 909.221447] env[68199]: _type = "Task" [ 909.221447] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.229640] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.262512] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.274203] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070296, 'name': ReconfigVM_Task, 'duration_secs': 0.286723} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.274492] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.276020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4751f-af05-4f9a-ac06-8589eae9904a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.301935] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.304254] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502cbb65-ef26-4093-838d-858247c78048 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.323224] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.323532] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.323714] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.323914] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.324108] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.324308] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.324554] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.324748] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.324949] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.325151] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.325361] env[68199]: DEBUG nova.virt.hardware [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.326196] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d8b01-838a-4f0e-9ecc-6cc19d5aefed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.329904] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 909.329904] env[68199]: value = "task-3070299" [ 909.329904] env[68199]: _type = "Task" [ 909.329904] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.337122] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9990d0ee-8652-4373-8627-043895c4312e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.343591] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.356966] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 80305184-f11f-43c0-b66e-db85008a2e53] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.400141] env[68199]: DEBUG nova.scheduler.client.report [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.497122] env[68199]: DEBUG nova.compute.manager [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-plugged-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.497604] env[68199]: DEBUG oslo_concurrency.lockutils [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.499215] env[68199]: DEBUG oslo_concurrency.lockutils [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.499215] env[68199]: DEBUG oslo_concurrency.lockutils [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.499215] env[68199]: DEBUG nova.compute.manager [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] No waiting events found dispatching network-vif-plugged-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.499215] env[68199]: WARNING nova.compute.manager [req-137c3ff7-fb03-4610-9e1d-e2b4e6f2eab1 req-8cfb7eb7-177f-4efa-ac24-dfa58b20e8b8 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received unexpected event network-vif-plugged-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b for instance with vm_state building and task_state spawning. [ 909.587770] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Successfully updated port: 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.731526] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.841095] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.860482] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 112fe205-82ae-498b-82df-5ca6b5d13b59] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.905296] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.905787] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.908693] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.034s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.908909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.911832] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.907s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.913956] env[68199]: INFO nova.compute.claims [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.942493] env[68199]: INFO nova.scheduler.client.report [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Deleted allocations for instance 584b980f-526f-419f-b648-809d9b38b63f [ 910.091815] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.091970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.092206] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.233391] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.340337] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070299, 'name': ReconfigVM_Task, 'duration_secs': 0.720945} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.340610] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34/b131322c-0c3e-4508-8e93-5dada3d44f34.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.341482] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da928329-ccc0-4198-9ad8-a17bb07d3403 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.360880] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced8729-fdc9-46de-9f65-245c36ebafcd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.364284] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b63e221e-88cd-4b8c-88ca-c1cb8b7c6318] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.382490] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09054b3a-6eba-43ee-b729-bd7258d01653 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.401582] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505279c0-23b0-4b34-9e26-b6a91e56e319 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.409835] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.410108] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c86604d2-ac44-498d-bb2a-3862ecbe0e20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.420913] env[68199]: DEBUG nova.compute.utils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.422275] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 910.422275] env[68199]: value = "task-3070300" [ 910.422275] env[68199]: _type = "Task" [ 910.422275] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.422853] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.423051] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.435236] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.452584] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8d14862d-61cd-4b35-bb31-851fa43bc84e tempest-ServerAddressesTestJSON-486024495 tempest-ServerAddressesTestJSON-486024495-project-member] Lock "584b980f-526f-419f-b648-809d9b38b63f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.547s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.478940] env[68199]: DEBUG nova.policy [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e39b74249c4f8c9dd5dc9a3a6e2d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81da4b759c44e1cb598723dda8084b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.648422] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.734954] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.867642] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e6415680-4084-41ed-9cce-cae4c14919da] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.923921] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.947581] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.218880] env[68199]: DEBUG nova.network.neutron [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.240917] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.263673] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Successfully created port: 3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.371245] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 87daeab7-1a43-48d7-8adc-3baa04a1d099] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.432018] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d93a8-7af1-421d-8fe9-0322c910ab90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.454557] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2625f3a-fb95-466a-a697-30244bc4de4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.459332] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.496022] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cef5d-82ba-4b29-bafe-68be94fdd3dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.504076] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce14f7-cbbd-422b-a810-063253817092 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.522642] env[68199]: DEBUG nova.compute.provider_tree [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.695456] env[68199]: DEBUG nova.compute.manager [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-changed-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.695877] env[68199]: DEBUG nova.compute.manager [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing instance network info cache due to event network-changed-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.696218] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.723671] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.724342] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Instance network_info: |[{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.724342] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724498] env[68199]: DEBUG nova.network.neutron [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing network info cache for port 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.725689] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:7e:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.733934] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.737702] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.740912] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0b70df-76c7-45ec-af1c-6d44b385f746 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.762175] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070298, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.382015} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.763393] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8/OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8.vmdk to [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk. [ 911.763633] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Cleaning up location [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 911.763741] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cb742b64-9c88-4dec-8a6e-d0cfcaa54cf8 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.764326] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.764326] env[68199]: value = "task-3070301" [ 911.764326] env[68199]: _type = "Task" [ 911.764326] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.764326] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524fc4de-dd15-49a9-bee5-a0d56c4d8526 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.774020] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.775028] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 911.775028] env[68199]: value = "task-3070302" [ 911.775028] env[68199]: _type = "Task" [ 911.775028] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.782673] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.875819] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: f2ef062b-6901-4c45-b6fc-e664b15d1d3a] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.946257] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.952867] env[68199]: DEBUG oslo_vmware.api [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070300, 'name': PowerOnVM_Task, 'duration_secs': 1.047746} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.953749] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.972416] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.972689] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.972846] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.973391] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.973391] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.973391] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.973592] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.973704] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.973870] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.974039] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.974208] env[68199]: DEBUG nova.virt.hardware [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.975078] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d592e0f-ff53-4084-a65d-c693b24dc510 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.983813] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b737e60-7f78-458b-a4bb-e3c474f15430 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.026175] env[68199]: DEBUG nova.scheduler.client.report [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.082977] env[68199]: DEBUG nova.network.neutron [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updated VIF entry in instance network info cache for port 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.083446] env[68199]: DEBUG nova.network.neutron [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.275761] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.283597] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.284034] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.284327] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.284834] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk to [datastore1] 989d8008-3544-4921-bdbe-c46b36d3ddb2/989d8008-3544-4921-bdbe-c46b36d3ddb2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.285353] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e054b32-2dd8-4f8d-9994-b90441e8abb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.293061] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 912.293061] env[68199]: value = "task-3070303" [ 912.293061] env[68199]: _type = "Task" [ 912.293061] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.300788] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.378973] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 7faccb18-35c1-4c02-9a01-f410755052f9] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.534617] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.535209] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.541325] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.846s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.545929] env[68199]: INFO nova.compute.claims [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.588901] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fb7bb2c-8cd4-4ca1-b019-f80f2f9fe514 req-ba0ceaff-874e-428d-8a20-e26de36f1ae3 service nova] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.779821] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.809977] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.882802] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 61aaee44-9333-4eab-bc8f-cba4b828b845] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.972086] env[68199]: INFO nova.compute.manager [None req-80757574-91a6-4324-a1d6-e62922287861 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance to original state: 'active' [ 913.010809] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Successfully updated port: 3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.047693] env[68199]: DEBUG nova.compute.utils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.051830] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.052056] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.099467] env[68199]: DEBUG nova.policy [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1412b4c7744d988f5a163b19e93e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b2846b707d04103a00ad389e7a02237', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.280114] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.306686] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.387169] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b36e80dd-0344-4908-8a25-4d4dd07931c3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.414516] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Successfully created port: f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.515142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.515142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquired lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.515142] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.552915] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.784376] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.809762] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.829407] env[68199]: DEBUG nova.compute.manager [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Received event network-vif-plugged-3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.829670] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Acquiring lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.829905] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.830029] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.830161] env[68199]: DEBUG nova.compute.manager [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] No waiting events found dispatching network-vif-plugged-3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.830332] env[68199]: WARNING nova.compute.manager [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Received unexpected event network-vif-plugged-3a894b2c-a5a7-41fa-be05-c6c4cf10337a for instance with vm_state building and task_state spawning. [ 913.830529] env[68199]: DEBUG nova.compute.manager [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Received event network-changed-3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.831069] env[68199]: DEBUG nova.compute.manager [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Refreshing instance network info cache due to event network-changed-3a894b2c-a5a7-41fa-be05-c6c4cf10337a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.831069] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Acquiring lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.891217] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: f7e67fe3-6adc-4973-baba-514bb05f5a45] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.020673] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c6b35-cd6c-4ea7-8615-8e8253f6a4f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.028951] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c7c5e1-9d11-486a-95e0-8150f967b989 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.065265] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.067888] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac24cfc-3439-47dc-a5a5-cffdf9bc3d31 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.076549] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda7e9c-f476-495d-942a-2cacd1a87283 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.090953] env[68199]: DEBUG nova.compute.provider_tree [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.243325] env[68199]: DEBUG nova.network.neutron [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Updating instance_info_cache with network_info: [{"id": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "address": "fa:16:3e:dd:b5:ab", "network": {"id": "ea630886-adaf-4490-8a99-9c7508041334", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1505408194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81da4b759c44e1cb598723dda8084b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a894b2c-a5", "ovs_interfaceid": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.279293] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.307756] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.395044] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: adc7fc48-1cfa-4fcf-a0bc-abafd8fc8c10] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.572228] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.597146] env[68199]: DEBUG nova.scheduler.client.report [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.610037] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.610347] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.610529] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.610714] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.610856] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.611007] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.611256] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.611415] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.611582] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.611742] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.611909] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.612845] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f91374-2b16-454e-947b-6a997d40d07d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.622475] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1101e37-e4bc-4c07-9787-f0bc7737c485 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.745984] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Releasing lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.747438] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Instance network_info: |[{"id": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "address": "fa:16:3e:dd:b5:ab", "network": {"id": "ea630886-adaf-4490-8a99-9c7508041334", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1505408194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81da4b759c44e1cb598723dda8084b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a894b2c-a5", "ovs_interfaceid": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.747849] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Acquired lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.747849] env[68199]: DEBUG nova.network.neutron [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Refreshing network info cache for port 3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.750328] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a894b2c-a5a7-41fa-be05-c6c4cf10337a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.757664] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Creating folder: Project (e81da4b759c44e1cb598723dda8084b1). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.759059] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2d61cec-4a8b-4bb7-bf02-337937bc478a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.772032] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Created folder: Project (e81da4b759c44e1cb598723dda8084b1) in parent group-v614632. [ 914.772216] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Creating folder: Instances. Parent ref: group-v614818. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.775715] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-312e8002-c1f1-47bb-9a0a-cd20979af322 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.785873] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.787601] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "b131322c-0c3e-4508-8e93-5dada3d44f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.787737] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.788073] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.788586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.788586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.793570] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Created folder: Instances in parent group-v614818. [ 914.793570] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.793570] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.793570] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e315fc0a-3231-40ad-b7f6-be92c68978bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.807893] env[68199]: INFO nova.compute.manager [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Terminating instance [ 914.821092] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070303, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.506545} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.823288] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f1f98a4c-f025-4edc-9d88-37e8a436ec48/f1f98a4c-f025-4edc-9d88-37e8a436ec48.vmdk to [datastore1] 989d8008-3544-4921-bdbe-c46b36d3ddb2/989d8008-3544-4921-bdbe-c46b36d3ddb2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.823585] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.823585] env[68199]: value = "task-3070306" [ 914.823585] env[68199]: _type = "Task" [ 914.823585] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.824363] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e846b-b129-4e08-af2a-a5dcf2377b0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.850700] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 989d8008-3544-4921-bdbe-c46b36d3ddb2/989d8008-3544-4921-bdbe-c46b36d3ddb2.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.854734] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d0c12b-39f1-4682-b42e-13c6038518f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.870552] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070306, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.875615] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 914.875615] env[68199]: value = "task-3070307" [ 914.875615] env[68199]: _type = "Task" [ 914.875615] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.883826] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.898661] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0d009248-0719-4bed-b537-8d07d578f58c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.980517] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Successfully updated port: f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.105527] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.105527] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.108220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.236s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.109738] env[68199]: INFO nova.compute.claims [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.281623] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.312913] env[68199]: DEBUG nova.compute.manager [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.313623] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.314150] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae9ff8-a6e6-4716-a608-687ed67a4298 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.321807] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.324218] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e99853-b571-4010-8504-28e49ef4897d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.331395] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 915.331395] env[68199]: value = "task-3070308" [ 915.331395] env[68199]: _type = "Task" [ 915.331395] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.337371] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070306, 'name': CreateVM_Task, 'duration_secs': 0.380261} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.337843] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.338524] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.338685] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.339033] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.341917] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1546e073-8065-46c0-bf0c-be23d385318f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.343482] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.348417] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 915.348417] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52568c54-5249-fa2b-bced-edf1bae650c1" [ 915.348417] env[68199]: _type = "Task" [ 915.348417] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.357757] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52568c54-5249-fa2b-bced-edf1bae650c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.386551] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070307, 'name': ReconfigVM_Task, 'duration_secs': 0.298372} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.386551] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 989d8008-3544-4921-bdbe-c46b36d3ddb2/989d8008-3544-4921-bdbe-c46b36d3ddb2.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.387291] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-358b9418-060e-4d62-a9aa-60fd93140340 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.394653] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 915.394653] env[68199]: value = "task-3070309" [ 915.394653] env[68199]: _type = "Task" [ 915.394653] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.404893] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8e5aa82d-8c22-4b8e-9133-361bfe0b33c3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.410396] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070309, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.469267] env[68199]: DEBUG nova.network.neutron [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Updated VIF entry in instance network info cache for port 3a894b2c-a5a7-41fa-be05-c6c4cf10337a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.469647] env[68199]: DEBUG nova.network.neutron [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Updating instance_info_cache with network_info: [{"id": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "address": "fa:16:3e:dd:b5:ab", "network": {"id": "ea630886-adaf-4490-8a99-9c7508041334", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1505408194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81da4b759c44e1cb598723dda8084b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a894b2c-a5", "ovs_interfaceid": "3a894b2c-a5a7-41fa-be05-c6c4cf10337a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.479945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.479945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.480132] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.614996] env[68199]: DEBUG nova.compute.utils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.618367] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.618537] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.657170] env[68199]: DEBUG nova.policy [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1412b4c7744d988f5a163b19e93e8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b2846b707d04103a00ad389e7a02237', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.781897] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.841698] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070308, 'name': PowerOffVM_Task, 'duration_secs': 0.260625} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.841698] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.841698] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.841698] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2ac4d8-c655-490d-ad50-90316c2026c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.856982] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52568c54-5249-fa2b-bced-edf1bae650c1, 'name': SearchDatastore_Task, 'duration_secs': 0.043856} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.857320] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.857583] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.857843] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.858022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.858237] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.858519] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f747cea-fade-4040-92f4-8dd8c374361f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.866831] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.867056] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.867885] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe4f7d8-75e3-4e47-89bc-d76955a7cccc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.873682] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 915.873682] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bb3aa3-e854-e27c-c811-e10fe8101cab" [ 915.873682] env[68199]: _type = "Task" [ 915.873682] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.881057] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bb3aa3-e854-e27c-c811-e10fe8101cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.895488] env[68199]: DEBUG nova.compute.manager [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Received event network-vif-plugged-f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.895604] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Acquiring lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.895787] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.895948] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.896127] env[68199]: DEBUG nova.compute.manager [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] No waiting events found dispatching network-vif-plugged-f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.896290] env[68199]: WARNING nova.compute.manager [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Received unexpected event network-vif-plugged-f5e7445a-8d4c-4afd-b6d0-78becf15c79a for instance with vm_state building and task_state spawning. [ 915.896446] env[68199]: DEBUG nova.compute.manager [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Received event network-changed-f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.896597] env[68199]: DEBUG nova.compute.manager [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Refreshing instance network info cache due to event network-changed-f5e7445a-8d4c-4afd-b6d0-78becf15c79a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.897720] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Acquiring lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.906334] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070309, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.911777] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Successfully created port: ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.912147] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: fa531961-a1f6-4fc9-bc74-dc1693dbfd70] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.972840] env[68199]: DEBUG oslo_concurrency.lockutils [req-2da383fd-8178-4cf0-8dc7-a9bc14d2efbc req-9cc16e13-c093-4876-a158-31cb41e4cf1a service nova] Releasing lock "refresh_cache-ccb50303-0830-4348-ae0f-09857fdc2c73" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.027410] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.119716] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.233870] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Updating instance_info_cache with network_info: [{"id": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "address": "fa:16:3e:03:f3:46", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e7445a-8d", "ovs_interfaceid": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.286191] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.384421] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bb3aa3-e854-e27c-c811-e10fe8101cab, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.385140] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64c634f-62fd-43ea-938f-13360fe114f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.389791] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 916.389791] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52101376-4c74-825c-dd64-6b2b3e70dd2c" [ 916.389791] env[68199]: _type = "Task" [ 916.389791] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.399321] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52101376-4c74-825c-dd64-6b2b3e70dd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.406974] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070309, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.415969] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 287b6463-6084-4002-9667-e6bb607f61d7] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.450322] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.450532] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.450711] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleting the datastore file [datastore1] b131322c-0c3e-4508-8e93-5dada3d44f34 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.451032] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06fe240e-300f-4609-93e2-67299522489f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.457210] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 916.457210] env[68199]: value = "task-3070311" [ 916.457210] env[68199]: _type = "Task" [ 916.457210] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.464897] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.514270] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2b309-6a89-484a-884c-fda19a215e1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.521445] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c8c0ad-1ee8-49f2-9772-f0b534ab1f16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.551667] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c528b2-75b8-4d52-b823-42647251b3dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559343] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce160f-fbc1-4ffd-9c08-8db78f51ae99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.573533] env[68199]: DEBUG nova.compute.provider_tree [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.737373] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737708] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Instance network_info: |[{"id": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "address": "fa:16:3e:03:f3:46", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e7445a-8d", "ovs_interfaceid": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.738025] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Acquired lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.738198] env[68199]: DEBUG nova.network.neutron [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Refreshing network info cache for port f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.739324] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f3:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e7445a-8d4c-4afd-b6d0-78becf15c79a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.746880] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.749767] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.750240] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ebbdb83-8c87-4c5c-ba91-3b1f7427c7e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.772476] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.772476] env[68199]: value = "task-3070312" [ 916.772476] env[68199]: _type = "Task" [ 916.772476] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.783407] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070312, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.786384] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070301, 'name': CreateVM_Task, 'duration_secs': 4.805383} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.786585] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.787254] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.787456] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.787796] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.788070] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161497bd-4f2a-411d-8f3f-1c939d5f5673 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.793820] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 916.793820] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5289eb75-ce69-ada8-3a57-8fde45cb365c" [ 916.793820] env[68199]: _type = "Task" [ 916.793820] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.801381] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5289eb75-ce69-ada8-3a57-8fde45cb365c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.899368] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52101376-4c74-825c-dd64-6b2b3e70dd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.899685] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.899966] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] ccb50303-0830-4348-ae0f-09857fdc2c73/ccb50303-0830-4348-ae0f-09857fdc2c73.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.902858] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3263e26-91b5-4678-b9cf-0c40a802a02b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.910298] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070309, 'name': Rename_Task, 'duration_secs': 1.209325} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.911409] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.911697] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 916.911697] env[68199]: value = "task-3070313" [ 916.911697] env[68199]: _type = "Task" [ 916.911697] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.911895] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9bc1c32-e044-4ba4-a967-0e5956a64d7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.922533] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0d5a26e6-dbfd-4baf-800a-46df79939a9e] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.924291] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.925485] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 916.925485] env[68199]: value = "task-3070314" [ 916.925485] env[68199]: _type = "Task" [ 916.925485] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.938337] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.950460] env[68199]: DEBUG nova.network.neutron [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Updated VIF entry in instance network info cache for port f5e7445a-8d4c-4afd-b6d0-78becf15c79a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.950869] env[68199]: DEBUG nova.network.neutron [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Updating instance_info_cache with network_info: [{"id": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "address": "fa:16:3e:03:f3:46", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e7445a-8d", "ovs_interfaceid": "f5e7445a-8d4c-4afd-b6d0-78becf15c79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.967216] env[68199]: DEBUG oslo_vmware.api [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154855} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.967505] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.967739] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.967903] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.968125] env[68199]: INFO nova.compute.manager [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Took 1.65 seconds to destroy the instance on the hypervisor. [ 916.968388] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.968596] env[68199]: DEBUG nova.compute.manager [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.968685] env[68199]: DEBUG nova.network.neutron [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.077984] env[68199]: DEBUG nova.scheduler.client.report [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.132633] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.165917] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.166218] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.166377] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.166560] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.166706] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.166851] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.167075] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.167239] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.167408] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.167573] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.167747] env[68199]: DEBUG nova.virt.hardware [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.169016] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c95e6-7fc0-4b72-ab2b-604de6c4fdf6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.177645] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483b676-dd70-406c-bceb-0b2b6b29c650 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.290212] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070312, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.304202] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5289eb75-ce69-ada8-3a57-8fde45cb365c, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.304494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.304771] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.305018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.305170] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.305357] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.305670] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-006b5f60-cab8-42ac-a6bc-14aa004f15fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.320907] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.320907] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.321652] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d64b5a-815f-4f96-bea9-6ed021b6952a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.327553] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 917.327553] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527b8f52-12ae-7c86-a2fa-3829d4f228dd" [ 917.327553] env[68199]: _type = "Task" [ 917.327553] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.341739] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b8f52-12ae-7c86-a2fa-3829d4f228dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.423183] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492897} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.423536] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] ccb50303-0830-4348-ae0f-09857fdc2c73/ccb50303-0830-4348-ae0f-09857fdc2c73.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.425036] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.425036] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51260e78-278b-45c5-8084-7280cd36d8d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.430488] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 56ee06de-74a2-447a-860c-307ab88a8eeb] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.433956] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 917.433956] env[68199]: value = "task-3070315" [ 917.433956] env[68199]: _type = "Task" [ 917.433956] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.437127] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.447281] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.454528] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d866144-cdfd-488d-b879-829c01ca951b req-41db2091-fa28-4127-96a7-df1c3e22e968 service nova] Releasing lock "refresh_cache-255bc5fb-8d6b-443f-b942-196207ddc76e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.521030] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Successfully updated port: ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.583491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.583645] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.586787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.406s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.586948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.590051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.270s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.590051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.591146] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.073s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.592620] env[68199]: INFO nova.compute.claims [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.619252] env[68199]: INFO nova.scheduler.client.report [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Deleted allocations for instance 8dc88cb4-2c09-4131-8550-c840ae5c8396 [ 917.620836] env[68199]: INFO nova.scheduler.client.report [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Deleted allocations for instance a1b3d28d-b266-4cd0-891f-9a6aaf112bbe [ 917.739442] env[68199]: DEBUG nova.network.neutron [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.783927] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070312, 'name': CreateVM_Task, 'duration_secs': 0.780528} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.784039] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.784720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784889] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.785220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.785475] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042a4054-1931-420f-8c81-f35246485bd2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.790686] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 917.790686] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52091ca2-2f01-75eb-a55c-a2a2843429fa" [ 917.790686] env[68199]: _type = "Task" [ 917.790686] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.798870] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52091ca2-2f01-75eb-a55c-a2a2843429fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.839033] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b8f52-12ae-7c86-a2fa-3829d4f228dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.839797] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a8e95e-8caf-4a1c-bec5-1f749437dd58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.845418] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 917.845418] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52752d73-801d-7b54-9acc-85b138edd70e" [ 917.845418] env[68199]: _type = "Task" [ 917.845418] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.863230] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52752d73-801d-7b54-9acc-85b138edd70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.935886] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 26efde6f-cfcd-4f89-9807-94e7622a0e96] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.941018] env[68199]: DEBUG oslo_vmware.api [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070314, 'name': PowerOnVM_Task, 'duration_secs': 0.631537} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.941018] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.941018] env[68199]: INFO nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Took 14.14 seconds to spawn the instance on the hypervisor. [ 917.941018] env[68199]: DEBUG nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.942626] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049cb6ac-c3c4-4daf-98a0-db24ac4bb9b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.949931] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071082} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.955021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.955021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dce1ca-e9c6-4ea4-b012-fd12187177ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.961182] env[68199]: DEBUG nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Received event network-vif-deleted-16618775-4391-4a7a-bb19-1a8c678bda5d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.961388] env[68199]: DEBUG nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Received event network-vif-plugged-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.961625] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Acquiring lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.961779] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.962071] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.962144] env[68199]: DEBUG nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] No waiting events found dispatching network-vif-plugged-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.962506] env[68199]: WARNING nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Received unexpected event network-vif-plugged-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 for instance with vm_state building and task_state spawning. [ 917.962506] env[68199]: DEBUG nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Received event network-changed-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.962608] env[68199]: DEBUG nova.compute.manager [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Refreshing instance network info cache due to event network-changed-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.962795] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Acquiring lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.962933] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Acquired lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.963100] env[68199]: DEBUG nova.network.neutron [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Refreshing network info cache for port ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.989511] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ccb50303-0830-4348-ae0f-09857fdc2c73/ccb50303-0830-4348-ae0f-09857fdc2c73.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.990793] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cc713c-2794-44f1-9a99-b1eefa2ebc72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.015408] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 918.015408] env[68199]: value = "task-3070316" [ 918.015408] env[68199]: _type = "Task" [ 918.015408] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.024058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.025165] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.097235] env[68199]: DEBUG nova.compute.utils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.101743] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.101928] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.129171] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5d99ee3c-56a2-4a34-95c7-c2b0d71fa332 tempest-ImagesOneServerTestJSON-763982833 tempest-ImagesOneServerTestJSON-763982833-project-member] Lock "8dc88cb4-2c09-4131-8550-c840ae5c8396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.492s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.132818] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9c6a37b5-69d8-47ae-94c1-7742714ffa67 tempest-InstanceActionsTestJSON-2082341627 tempest-InstanceActionsTestJSON-2082341627-project-member] Lock "a1b3d28d-b266-4cd0-891f-9a6aaf112bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.419s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.171675] env[68199]: DEBUG nova.policy [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354afa5427814f70b3d42e7338efa901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b3e0642284401b6b95ad1b08d6dab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.242287] env[68199]: INFO nova.compute.manager [-] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Took 1.27 seconds to deallocate network for instance. [ 918.301536] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52091ca2-2f01-75eb-a55c-a2a2843429fa, 'name': SearchDatastore_Task, 'duration_secs': 0.057653} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.301839] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.302089] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.302357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.302499] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.302684] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.302966] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e1bbc83-5fd1-4e6e-b82c-7b7481d38b77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.316947] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.317174] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.317876] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcefb98-4c63-4074-982c-6df5f3eea673 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.324494] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 918.324494] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ebb109-b5db-d394-b487-6fbb2a19db08" [ 918.324494] env[68199]: _type = "Task" [ 918.324494] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.331818] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ebb109-b5db-d394-b487-6fbb2a19db08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.357044] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52752d73-801d-7b54-9acc-85b138edd70e, 'name': SearchDatastore_Task, 'duration_secs': 0.072075} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.357295] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.357550] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 1143471b-d344-4d46-9691-492e13e0ba8a/1143471b-d344-4d46-9691-492e13e0ba8a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.357858] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e62e7d9-c8da-4d72-9ecb-0adebc4c7e5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.364606] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 918.364606] env[68199]: value = "task-3070317" [ 918.364606] env[68199]: _type = "Task" [ 918.364606] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.372443] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.443589] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 3443ca21-8dbf-4c50-9028-c1989ec04399] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.468235] env[68199]: INFO nova.compute.manager [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Took 61.63 seconds to build instance. [ 918.525619] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070316, 'name': ReconfigVM_Task, 'duration_secs': 0.258129} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.525902] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ccb50303-0830-4348-ae0f-09857fdc2c73/ccb50303-0830-4348-ae0f-09857fdc2c73.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.526545] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3775a4-397d-4d25-ab46-600b27e2d4ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.530642] env[68199]: DEBUG nova.network.neutron [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.535045] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 918.535045] env[68199]: value = "task-3070318" [ 918.535045] env[68199]: _type = "Task" [ 918.535045] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.543195] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070318, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.606788] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.747149] env[68199]: DEBUG nova.network.neutron [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.749411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.816056] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Successfully created port: e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.840623] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ebb109-b5db-d394-b487-6fbb2a19db08, 'name': SearchDatastore_Task, 'duration_secs': 0.04828} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.841552] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac098d9-657d-44a9-ab20-2cd39902433a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.850013] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 918.850013] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5217a7c9-06bc-49e7-8e9c-427a664d19c4" [ 918.850013] env[68199]: _type = "Task" [ 918.850013] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.860754] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217a7c9-06bc-49e7-8e9c-427a664d19c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.875575] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.951900] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b65a2734-9ebf-4730-bc75-bffaa1621091] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.977576] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc9cc94f-9df0-4edc-8c7a-76667d34ef33 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.144s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.049234] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070318, 'name': Rename_Task, 'duration_secs': 0.137567} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.052024] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.052024] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377263df-3658-40e2-bd6c-2fd719bae911 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.062317] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 919.062317] env[68199]: value = "task-3070319" [ 919.062317] env[68199]: _type = "Task" [ 919.062317] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.075010] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.099291] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631eb408-23ca-4ff4-95da-e70264429a14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.107139] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d42cbc2-4435-4327-9363-e5d14b6f4050 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.146187] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75fc89-c4ea-48fc-9029-a736eae8ac72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.157019] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97c533-0ee8-447c-97e6-3c96f2843dce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.168427] env[68199]: DEBUG nova.compute.provider_tree [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.253982] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5a0a30b-074d-4424-9b19-6f80ce5d32be req-282e5a2c-c13d-4f60-994b-25d54d0bf30b service nova] Releasing lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.254544] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.254786] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.294648] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.294914] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.295193] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.295389] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.295558] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.298020] env[68199]: INFO nova.compute.manager [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Terminating instance [ 919.360829] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217a7c9-06bc-49e7-8e9c-427a664d19c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021925} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.361053] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.361362] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 255bc5fb-8d6b-443f-b942-196207ddc76e/255bc5fb-8d6b-443f-b942-196207ddc76e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.361596] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5c690d0-3b94-42b7-b3db-1da16ff497a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.374026] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 919.374026] env[68199]: value = "task-3070320" [ 919.374026] env[68199]: _type = "Task" [ 919.374026] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.377501] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592362} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.378069] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 1143471b-d344-4d46-9691-492e13e0ba8a/1143471b-d344-4d46-9691-492e13e0ba8a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.378284] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.378807] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1575fe98-ab86-481c-b981-54d6c949f76a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.383236] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.387598] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 919.387598] env[68199]: value = "task-3070321" [ 919.387598] env[68199]: _type = "Task" [ 919.387598] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.396902] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.455371] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 1a83858e-331a-4b23-8ef3-393c123d155b] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.485349] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.569522] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.647876] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.671922] env[68199]: DEBUG nova.scheduler.client.report [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.691974] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.692292] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.692482] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.692675] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.692819] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.692963] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.693272] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.693434] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.693600] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.693757] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.693929] env[68199]: DEBUG nova.virt.hardware [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.695680] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83029d35-c9ff-42fc-9822-6c029f654a90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.705359] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c1649-1bfb-4e95-9101-dc885948cbc8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.801985] env[68199]: DEBUG nova.compute.manager [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.802283] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.803245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877771f3-2e13-4935-89ec-ed45fdb6bed3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.811466] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.811722] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba36cead-5440-424c-854e-2b71bf12c368 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.817927] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.821633] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 919.821633] env[68199]: value = "task-3070322" [ 919.821633] env[68199]: _type = "Task" [ 919.821633] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.830270] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.884709] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.897653] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063874} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.897950] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.899985] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a52c9fb-193f-4b25-a1ae-cd2b3f921511 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.928301] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 1143471b-d344-4d46-9691-492e13e0ba8a/1143471b-d344-4d46-9691-492e13e0ba8a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.932293] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0815cfa0-cc4a-497f-8397-a7c15d38d9d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.956375] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 919.956375] env[68199]: value = "task-3070323" [ 919.956375] env[68199]: _type = "Task" [ 919.956375] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.960686] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0c277809-2917-4d44-accf-5d128570d8c4] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.974030] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.018312] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.078017] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.183021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.183021] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.185626] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.665s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.225020] env[68199]: DEBUG nova.network.neutron [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Updating instance_info_cache with network_info: [{"id": "ddcf5560-6d41-408a-a9b1-4e3b6369dbb6", "address": "fa:16:3e:f8:b6:18", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcf5560-6d", "ovs_interfaceid": "ddcf5560-6d41-408a-a9b1-4e3b6369dbb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.332606] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070322, 'name': PowerOffVM_Task, 'duration_secs': 0.267543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.332960] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.333217] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.333640] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a0b55fd-bab7-4677-905b-5b52227c689b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.385591] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813155} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.385749] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 255bc5fb-8d6b-443f-b942-196207ddc76e/255bc5fb-8d6b-443f-b942-196207ddc76e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.386018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.386223] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7899b082-9865-4586-98c7-ab40bb294424 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.393676] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 920.393676] env[68199]: value = "task-3070325" [ 920.393676] env[68199]: _type = "Task" [ 920.393676] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.400773] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.401168] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.401459] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] 989d8008-3544-4921-bdbe-c46b36d3ddb2 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.401817] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe99e3d-d579-446b-99dc-c5aaee6f57ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.407626] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.414016] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 920.414016] env[68199]: value = "task-3070326" [ 920.414016] env[68199]: _type = "Task" [ 920.414016] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.421355] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.465917] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: a9204581-7d78-46e0-8b74-5da309b58fa4] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.467740] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070323, 'name': ReconfigVM_Task, 'duration_secs': 0.336278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.468162] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 1143471b-d344-4d46-9691-492e13e0ba8a/1143471b-d344-4d46-9691-492e13e0ba8a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.468777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f2260c1-c7c1-444f-844d-9c9547481dd9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.475491] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 920.475491] env[68199]: value = "task-3070327" [ 920.475491] env[68199]: _type = "Task" [ 920.475491] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.488084] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070327, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.572295] env[68199]: DEBUG oslo_vmware.api [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070319, 'name': PowerOnVM_Task, 'duration_secs': 1.207207} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.572626] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.572835] env[68199]: INFO nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Took 8.63 seconds to spawn the instance on the hypervisor. [ 920.573067] env[68199]: DEBUG nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.573913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494324d-d3d1-4e4b-8cc5-c752588b197d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.690347] env[68199]: DEBUG nova.compute.utils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.691863] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.692071] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.696394] env[68199]: INFO nova.compute.claims [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.730169] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "refresh_cache-7507bea9-49eb-42e3-a1db-87ff5ef307ad" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.730169] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance network_info: |[{"id": "ddcf5560-6d41-408a-a9b1-4e3b6369dbb6", "address": "fa:16:3e:f8:b6:18", "network": {"id": "a2a7187b-e360-4a63-a895-be79672abf7e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1944012841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b2846b707d04103a00ad389e7a02237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcf5560-6d", "ovs_interfaceid": "ddcf5560-6d41-408a-a9b1-4e3b6369dbb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.730394] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:b6:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddcf5560-6d41-408a-a9b1-4e3b6369dbb6', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.737907] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.738867] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.739864] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a35c78-3512-469b-9df8-5192d38c573d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.756183] env[68199]: DEBUG nova.compute.manager [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Received event network-vif-plugged-e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.756402] env[68199]: DEBUG oslo_concurrency.lockutils [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] Acquiring lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.756606] env[68199]: DEBUG oslo_concurrency.lockutils [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.756770] env[68199]: DEBUG oslo_concurrency.lockutils [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.756932] env[68199]: DEBUG nova.compute.manager [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] No waiting events found dispatching network-vif-plugged-e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.757117] env[68199]: WARNING nova.compute.manager [req-43150187-1dea-43b5-b207-e8c658fe8bfb req-072c26b3-a553-4867-92d3-2877037a2b62 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Received unexpected event network-vif-plugged-e839e6d3-0d10-4f7c-a224-17eabb0a3dac for instance with vm_state building and task_state spawning. [ 920.762869] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.762869] env[68199]: value = "task-3070328" [ 920.762869] env[68199]: _type = "Task" [ 920.762869] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.772411] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070328, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.775836] env[68199]: DEBUG nova.policy [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d363085ac3d4477a029fcfb44becb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07630c94db9b472cb24e4491913ddff0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.906761] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19895} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.907186] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.908269] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f1eda-9b7e-4369-a6ee-9eb27ca8903f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.942636] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 255bc5fb-8d6b-443f-b942-196207ddc76e/255bc5fb-8d6b-443f-b942-196207ddc76e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.942636] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5debe61-0aae-4dd4-b99e-7e70e7f8b44d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.954082] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Successfully updated port: e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.957328] env[68199]: DEBUG oslo_vmware.api [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498395} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.959824] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.959824] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.959824] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.959824] env[68199]: INFO nova.compute.manager [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 920.959824] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.959824] env[68199]: DEBUG nova.compute.manager [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.959824] env[68199]: DEBUG nova.network.neutron [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.963363] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 920.963363] env[68199]: value = "task-3070329" [ 920.963363] env[68199]: _type = "Task" [ 920.963363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.971782] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 3399c49e-5663-46a8-8135-7f0f70f00028] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.973648] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070329, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.984494] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070327, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.093163] env[68199]: INFO nova.compute.manager [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Took 53.48 seconds to build instance. [ 921.201895] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.206801] env[68199]: INFO nova.compute.resource_tracker [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating resource usage from migration 859b8db0-c47e-4ba2-930a-bebd139538f3 [ 921.275296] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070328, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.291514] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Successfully created port: c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.460112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.460112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.460112] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.477352] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e7cfb8f9-facb-4c79-a98c-dbd84cd54c20] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.479379] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.489998] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070327, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.595664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b2f5539-d70b-4401-ba5d-851a82a2581b tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.991s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.614465] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a311531-21bd-47cf-a3df-cec005480389 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.621934] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa01b3-66f5-4928-bc65-d452fb211ad0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.658426] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342643dd-0bb1-426b-958d-ab12425b9080 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.667028] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6499980-fd2e-4ecf-85d6-e3b683ab0e00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.680499] env[68199]: DEBUG nova.compute.provider_tree [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.775114] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070328, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.931182] env[68199]: DEBUG nova.network.neutron [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.974226] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070329, 'name': ReconfigVM_Task, 'duration_secs': 0.881978} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.974484] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 255bc5fb-8d6b-443f-b942-196207ddc76e/255bc5fb-8d6b-443f-b942-196207ddc76e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.976052] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd6c01e9-0b14-4ce2-89c1-68f4a36b45e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.984794] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 46f9a4a5-b9a1-43a3-96d4-ada3222b82f9] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.986926] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 921.986926] env[68199]: value = "task-3070330" [ 921.986926] env[68199]: _type = "Task" [ 921.986926] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.994102] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070327, 'name': Rename_Task, 'duration_secs': 1.166479} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.994102] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.994102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2967a614-9715-4b35-bce5-8a1eb7f6f7f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.998736] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070330, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.999557] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.007031] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 922.007031] env[68199]: value = "task-3070331" [ 922.007031] env[68199]: _type = "Task" [ 922.007031] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.019831] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.100216] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.160735] env[68199]: DEBUG nova.network.neutron [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updating instance_info_cache with network_info: [{"id": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "address": "fa:16:3e:57:c1:9a", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape839e6d3-0d", "ovs_interfaceid": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.184277] env[68199]: DEBUG nova.scheduler.client.report [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.216094] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.242518] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.242928] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.243530] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.243530] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.243530] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.243530] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.243834] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.244101] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.244322] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.244530] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.244762] env[68199]: DEBUG nova.virt.hardware [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.245757] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b05af7-619f-4d60-bb52-74ec0d9cad77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.254730] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860aab68-8c54-41e6-b7c8-6fb5b1c35793 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.278382] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070328, 'name': CreateVM_Task, 'duration_secs': 1.112799} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.278569] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.279321] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.279508] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.279845] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.280191] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74479bf0-aabb-469b-bd48-220d60926680 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.284811] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 922.284811] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528362f4-6f56-544b-171d-906c37105aff" [ 922.284811] env[68199]: _type = "Task" [ 922.284811] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.293783] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528362f4-6f56-544b-171d-906c37105aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.434621] env[68199]: INFO nova.compute.manager [-] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Took 1.48 seconds to deallocate network for instance. [ 922.487462] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e4908ba5-34c1-4386-a4ed-d1454f741a13] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.498525] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070330, 'name': Rename_Task, 'duration_secs': 0.201915} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.498993] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.499285] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602c26a3-10a8-40cd-8553-2dce9716f658 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.505607] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 922.505607] env[68199]: value = "task-3070332" [ 922.505607] env[68199]: _type = "Task" [ 922.505607] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.516962] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.519897] env[68199]: DEBUG oslo_vmware.api [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070331, 'name': PowerOnVM_Task, 'duration_secs': 0.458727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.520071] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.520322] env[68199]: INFO nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Took 13.26 seconds to spawn the instance on the hypervisor. [ 922.520515] env[68199]: DEBUG nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.521722] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60ee25-0138-49b6-a2df-0e555e1aac71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.625965] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.664381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.664734] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance network_info: |[{"id": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "address": "fa:16:3e:57:c1:9a", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape839e6d3-0d", "ovs_interfaceid": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.665275] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c1:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e839e6d3-0d10-4f7c-a224-17eabb0a3dac', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.674649] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.674960] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.675256] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ac27b97-afec-442a-a508-d6219da05a98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.691729] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.691729] env[68199]: INFO nova.compute.manager [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Migrating [ 922.700017] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.762s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.701555] env[68199]: INFO nova.compute.claims [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.714063] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.714063] env[68199]: value = "task-3070333" [ 922.714063] env[68199]: _type = "Task" [ 922.714063] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.725793] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070333, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.795019] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528362f4-6f56-544b-171d-906c37105aff, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.795635] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.795772] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.796073] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.796260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.796493] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.796822] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd63fbd4-f01e-42ff-b7e3-2b7a1e1c2e34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.805154] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.805391] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.806211] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb1c88f-f59c-4f1c-bcb4-9fbf33da6c05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.811372] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 922.811372] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f9eca6-5152-c298-1e06-a3aec33f0710" [ 922.811372] env[68199]: _type = "Task" [ 922.811372] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.820967] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f9eca6-5152-c298-1e06-a3aec33f0710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.866344] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Successfully updated port: c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.878484] env[68199]: DEBUG nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Received event network-changed-e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.878484] env[68199]: DEBUG nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Refreshing instance network info cache due to event network-changed-e839e6d3-0d10-4f7c-a224-17eabb0a3dac. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.878484] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Acquiring lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.878484] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Acquired lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.878484] env[68199]: DEBUG nova.network.neutron [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Refreshing network info cache for port e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.941795] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.995902] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 2b2c2af2-02ef-4013-b63b-ffe7f9414072] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.018318] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.039965] env[68199]: INFO nova.compute.manager [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Took 57.03 seconds to build instance. [ 923.212361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.212576] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.212762] env[68199]: DEBUG nova.network.neutron [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.225092] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070333, 'name': CreateVM_Task, 'duration_secs': 0.333137} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.225272] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.225960] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.226148] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.226460] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.226716] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61796cd6-bf8d-4db5-b063-e6303db0199f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.231644] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 923.231644] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f51566-1a21-ee52-e0fe-383ed8c19e6f" [ 923.231644] env[68199]: _type = "Task" [ 923.231644] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.239531] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f51566-1a21-ee52-e0fe-383ed8c19e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.321613] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f9eca6-5152-c298-1e06-a3aec33f0710, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.322432] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fd17d4-f514-4d13-9441-27a227e8b9de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.328392] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 923.328392] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b4ca1e-91d1-b45e-6262-04ba0d901a2e" [ 923.328392] env[68199]: _type = "Task" [ 923.328392] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.337633] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b4ca1e-91d1-b45e-6262-04ba0d901a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.371692] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.371692] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.371692] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.426041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "ccb50303-0830-4348-ae0f-09857fdc2c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.426378] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.426602] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.426782] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.426943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.429138] env[68199]: INFO nova.compute.manager [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Terminating instance [ 923.497927] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 21b5ba2f-3b5e-485a-a59c-6626f8b4be36] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.518268] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070332, 'name': PowerOnVM_Task, 'duration_secs': 0.539552} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.518367] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.518924] env[68199]: INFO nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Took 8.95 seconds to spawn the instance on the hypervisor. [ 923.518924] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.520043] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294abe1-2b3d-479a-9cec-9d3801195e92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.541689] env[68199]: DEBUG oslo_concurrency.lockutils [None req-97da93f4-fc42-4b60-9acd-1c42a33389fe tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.551s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.579588] env[68199]: DEBUG nova.network.neutron [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updated VIF entry in instance network info cache for port e839e6d3-0d10-4f7c-a224-17eabb0a3dac. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.579957] env[68199]: DEBUG nova.network.neutron [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updating instance_info_cache with network_info: [{"id": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "address": "fa:16:3e:57:c1:9a", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape839e6d3-0d", "ovs_interfaceid": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.754306] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f51566-1a21-ee52-e0fe-383ed8c19e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.035077} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.758160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.758160] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.758160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.758160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.758160] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.760253] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a6ad3a-8a06-4d51-9a54-7c0a66ca2c8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.772333] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.772570] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.774097] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02929de7-224e-4ce0-b497-258b0a0934e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.783077] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 923.783077] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c6c2b7-885a-f58b-118a-4c0ea847b975" [ 923.783077] env[68199]: _type = "Task" [ 923.783077] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.791553] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c6c2b7-885a-f58b-118a-4c0ea847b975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.842813] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b4ca1e-91d1-b45e-6262-04ba0d901a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.032359} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.843225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.843520] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7507bea9-49eb-42e3-a1db-87ff5ef307ad/7507bea9-49eb-42e3-a1db-87ff5ef307ad.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.843796] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79e53a24-3720-463d-bc1a-4a1ab45e4dd8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.850832] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 923.850832] env[68199]: value = "task-3070334" [ 923.850832] env[68199]: _type = "Task" [ 923.850832] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.865024] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.927748] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.933573] env[68199]: DEBUG nova.compute.manager [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.933785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.934646] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775dc9f-d9b8-4148-9a4b-fd3a8e5af9b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.943966] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.944333] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44688349-4ffd-4b0b-954d-1fc309c4abcd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.953697] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 923.953697] env[68199]: value = "task-3070335" [ 923.953697] env[68199]: _type = "Task" [ 923.953697] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.964666] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.002322] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.002502] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances with incomplete migration {{(pid=68199) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 924.036203] env[68199]: INFO nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Took 53.05 seconds to build instance. [ 924.062982] env[68199]: DEBUG nova.network.neutron [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.082278] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Releasing lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.082590] env[68199]: DEBUG nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Received event network-vif-deleted-1ec5a428-3d2a-4807-a80e-3c70db98366e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.082807] env[68199]: DEBUG nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Received event network-vif-plugged-c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.083013] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Acquiring lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.083215] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.083616] env[68199]: DEBUG oslo_concurrency.lockutils [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] Lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.083990] env[68199]: DEBUG nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] No waiting events found dispatching network-vif-plugged-c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.083990] env[68199]: WARNING nova.compute.manager [req-82ee4ff2-7ccb-4426-91fd-ba06d0a1322d req-83c6a2b6-bea0-4f53-a684-992d24a57711 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Received unexpected event network-vif-plugged-c256480f-1aa7-4844-beac-aa544ef7548f for instance with vm_state building and task_state spawning. [ 924.095396] env[68199]: DEBUG nova.network.neutron [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [{"id": "c256480f-1aa7-4844-beac-aa544ef7548f", "address": "fa:16:3e:14:b5:e8", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc256480f-1a", "ovs_interfaceid": "c256480f-1aa7-4844-beac-aa544ef7548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.131604] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2d907-e1ba-460a-b767-ca21c93d2b0e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.142191] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969338d-d553-43f1-881e-227d9d133f39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.181250] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3759cd9e-a051-4ad8-98e6-bca387e79645 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.192352] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d48747c-dcbe-4abb-8eec-5620dbd67ba8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.208377] env[68199]: DEBUG nova.compute.provider_tree [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.299370] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c6c2b7-885a-f58b-118a-4c0ea847b975, 'name': SearchDatastore_Task, 'duration_secs': 0.019516} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.300558] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231e5177-adb1-47ed-806c-4e6acc33a57a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.308498] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 924.308498] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526cdafb-e37b-f759-6f42-bb34a503d81b" [ 924.308498] env[68199]: _type = "Task" [ 924.308498] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.319145] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526cdafb-e37b-f759-6f42-bb34a503d81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.321482] env[68199]: DEBUG nova.compute.manager [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-changed-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.322596] env[68199]: DEBUG nova.compute.manager [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing instance network info cache due to event network-changed-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.322841] env[68199]: DEBUG oslo_concurrency.lockutils [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.322986] env[68199]: DEBUG oslo_concurrency.lockutils [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.323191] env[68199]: DEBUG nova.network.neutron [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing network info cache for port 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.362501] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.470048] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070335, 'name': PowerOffVM_Task, 'duration_secs': 0.191695} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.470438] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.470696] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.470999] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-381c2de5-a8c7-45e7-b8f6-bca59ec0d983 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.508987] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.526233] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.526459] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.526640] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Deleting the datastore file [datastore2] ccb50303-0830-4348-ae0f-09857fdc2c73 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.527166] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e00929-d7a9-4789-82be-d72a766172fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.533874] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for the task: (returnval){ [ 924.533874] env[68199]: value = "task-3070337" [ 924.533874] env[68199]: _type = "Task" [ 924.533874] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.537777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.560s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.542301] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.569027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.598255] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Instance network_info: |[{"id": "c256480f-1aa7-4844-beac-aa544ef7548f", "address": "fa:16:3e:14:b5:e8", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc256480f-1a", "ovs_interfaceid": "c256480f-1aa7-4844-beac-aa544ef7548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.598698] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b5:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c256480f-1aa7-4844-beac-aa544ef7548f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.606171] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.606374] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.606593] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a29264-4148-40d9-a074-37f4e26cf7fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.627259] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.627259] env[68199]: value = "task-3070338" [ 924.627259] env[68199]: _type = "Task" [ 924.627259] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.635514] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070338, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.712625] env[68199]: DEBUG nova.scheduler.client.report [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.823574] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526cdafb-e37b-f759-6f42-bb34a503d81b, 'name': SearchDatastore_Task, 'duration_secs': 0.024148} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.824035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.824415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.824762] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18298fdf-2c93-4395-b78b-ee2d04006d19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836471] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 924.836471] env[68199]: value = "task-3070339" [ 924.836471] env[68199]: _type = "Task" [ 924.836471] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.847110] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.863772] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731608} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.867080] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7507bea9-49eb-42e3-a1db-87ff5ef307ad/7507bea9-49eb-42e3-a1db-87ff5ef307ad.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.867395] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.867738] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4a514c-821e-4381-88ba-580e313b1ea0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.874429] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 924.874429] env[68199]: value = "task-3070340" [ 924.874429] env[68199]: _type = "Task" [ 924.874429] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.885041] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.904966] env[68199]: DEBUG nova.compute.manager [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Received event network-changed-c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.905265] env[68199]: DEBUG nova.compute.manager [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Refreshing instance network info cache due to event network-changed-c256480f-1aa7-4844-beac-aa544ef7548f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.905580] env[68199]: DEBUG oslo_concurrency.lockutils [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] Acquiring lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.905814] env[68199]: DEBUG oslo_concurrency.lockutils [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] Acquired lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.906071] env[68199]: DEBUG nova.network.neutron [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Refreshing network info cache for port c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.046819] env[68199]: DEBUG oslo_vmware.api [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Task: {'id': task-3070337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433529} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.047425] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.047660] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.047800] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.047968] env[68199]: INFO nova.compute.manager [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 925.048240] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.048717] env[68199]: DEBUG nova.compute.manager [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.049137] env[68199]: DEBUG nova.network.neutron [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.101592] env[68199]: DEBUG nova.network.neutron [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updated VIF entry in instance network info cache for port 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.101906] env[68199]: DEBUG nova.network.neutron [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.137547] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070338, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.221042] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.221621] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.224463] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.999s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.225859] env[68199]: INFO nova.compute.claims [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.348056] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070339, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.386484] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057659} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.386788] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.387664] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a0e2d-f55b-46c9-bfbe-923456545884 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.411745] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7507bea9-49eb-42e3-a1db-87ff5ef307ad/7507bea9-49eb-42e3-a1db-87ff5ef307ad.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.415382] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec295cb4-d7f3-44d0-950a-bbc04b0de74f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.436341] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 925.436341] env[68199]: value = "task-3070341" [ 925.436341] env[68199]: _type = "Task" [ 925.436341] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.448384] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.607787] env[68199]: DEBUG oslo_concurrency.lockutils [req-2abd3c5f-18c4-4c1f-99ad-47b3c2dab0ae req-60c0db45-05d2-4400-b9f6-5b60aaa6bdae service nova] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.639410] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070338, 'name': CreateVM_Task, 'duration_secs': 0.574239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.639603] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.640346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.640557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.640904] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.641906] env[68199]: DEBUG nova.network.neutron [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updated VIF entry in instance network info cache for port c256480f-1aa7-4844-beac-aa544ef7548f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.642663] env[68199]: DEBUG nova.network.neutron [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [{"id": "c256480f-1aa7-4844-beac-aa544ef7548f", "address": "fa:16:3e:14:b5:e8", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc256480f-1a", "ovs_interfaceid": "c256480f-1aa7-4844-beac-aa544ef7548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.644087] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a232c55-fe67-4e66-87c6-c45d4e3854d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.650090] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 925.650090] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d82ff9-d6e4-ff13-7c72-900a7f1172e3" [ 925.650090] env[68199]: _type = "Task" [ 925.650090] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.663593] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d82ff9-d6e4-ff13-7c72-900a7f1172e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.732021] env[68199]: DEBUG nova.compute.utils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.734031] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.734469] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.773674] env[68199]: DEBUG nova.policy [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63806290be61496fab99a27cd41eaf75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '584db0e7d8e840979b9380c5e9ef2b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.832177] env[68199]: DEBUG nova.network.neutron [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.846659] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070339, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.947096] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070341, 'name': ReconfigVM_Task, 'duration_secs': 0.485139} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.947432] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7507bea9-49eb-42e3-a1db-87ff5ef307ad/7507bea9-49eb-42e3-a1db-87ff5ef307ad.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.948056] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f5e653-625b-46b1-8313-650cc240997a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.954661] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 925.954661] env[68199]: value = "task-3070342" [ 925.954661] env[68199]: _type = "Task" [ 925.954661] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.963411] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070342, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.037291] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Successfully created port: 967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.083744] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d16a6-e917-452f-84d6-5f010a767769 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.114893] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.147455] env[68199]: DEBUG oslo_concurrency.lockutils [req-eacef559-0886-40b3-b611-339d292472a6 req-36f4e33a-abec-4c54-ba3e-c27864aa8682 service nova] Releasing lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.160856] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d82ff9-d6e4-ff13-7c72-900a7f1172e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.161909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.162166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.162446] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.162611] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.162799] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.163550] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd948b1e-ad84-4a36-8843-2571c975f7a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.179564] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.179764] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.180529] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afdf8d9-2a82-4fac-aa0f-f2fcea88dbfe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.188272] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 926.188272] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c94b66-5a9f-ad0e-d4ad-3df41c5e7935" [ 926.188272] env[68199]: _type = "Task" [ 926.188272] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.196600] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c94b66-5a9f-ad0e-d4ad-3df41c5e7935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.235043] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.334884] env[68199]: INFO nova.compute.manager [-] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Took 1.29 seconds to deallocate network for instance. [ 926.352952] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070339, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.466218] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070342, 'name': Rename_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.466545] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.466812] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c87a5b-c0b7-465f-8810-54d31ff419c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.476308] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 926.476308] env[68199]: value = "task-3070343" [ 926.476308] env[68199]: _type = "Task" [ 926.476308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.487015] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.587552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cfec7e-7275-4e63-b83b-c97f58da4b7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.595610] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d93253-3ad0-45f5-a157-347c01176e11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.631511] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.632106] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20fd9a67-bd65-4518-aae0-329b7aaba895 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.634458] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da058c66-17a4-4f59-8545-5710eb0ccb7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.645242] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0f3333-41f4-4fce-8325-d2534abb2c81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.649758] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 926.649758] env[68199]: value = "task-3070344" [ 926.649758] env[68199]: _type = "Task" [ 926.649758] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.663722] env[68199]: DEBUG nova.compute.provider_tree [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.670830] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.699629] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c94b66-5a9f-ad0e-d4ad-3df41c5e7935, 'name': SearchDatastore_Task, 'duration_secs': 0.03569} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.700627] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd82357f-b0c2-47c8-90e4-b4b240a3abc8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.706375] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 926.706375] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52abd3f9-d929-d996-9b95-cd527ab15782" [ 926.706375] env[68199]: _type = "Task" [ 926.706375] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.714355] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abd3f9-d929-d996-9b95-cd527ab15782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.852876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.853156] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070339, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.757349} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.853435] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.853657] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.853913] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0129a37-3aad-4d76-8542-ec55573ad507 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.861051] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 926.861051] env[68199]: value = "task-3070345" [ 926.861051] env[68199]: _type = "Task" [ 926.861051] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.869888] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.932185] env[68199]: DEBUG nova.compute.manager [req-05c93a7c-beee-486a-aa50-dcbe4e42b453 req-8d02c32a-19d5-443b-ba84-a78636f2aa99 service nova] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Received event network-vif-deleted-3a894b2c-a5a7-41fa-be05-c6c4cf10337a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.986495] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.158862] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070344, 'name': PowerOffVM_Task, 'duration_secs': 0.296466} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.159176] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.159366] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.166476] env[68199]: DEBUG nova.scheduler.client.report [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.216837] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abd3f9-d929-d996-9b95-cd527ab15782, 'name': SearchDatastore_Task, 'duration_secs': 0.020418} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.217019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.217280] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/91242858-b550-4031-8fd6-3f65e6f3571c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.217562] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af3a275-2adc-47d9-8969-0ba76971f327 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.225036] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 927.225036] env[68199]: value = "task-3070346" [ 927.225036] env[68199]: _type = "Task" [ 927.225036] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.234557] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.247163] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.271605] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.271849] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.272008] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.272188] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.272329] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.272550] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.272770] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.273029] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.273224] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.273389] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.273569] env[68199]: DEBUG nova.virt.hardware [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.274421] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6e18e-36cf-45a5-bfb9-cf79a30250aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.282544] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cac879-a5f7-4a4d-afb5-44687bb21405 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.369930] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165635} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.370247] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.371054] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843fdf6-90c6-4da1-b9b6-9b875a3c013a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.393430] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.393725] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdc0fac-5e4d-4f22-963a-a7d75f73d3b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.412579] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 927.412579] env[68199]: value = "task-3070347" [ 927.412579] env[68199]: _type = "Task" [ 927.412579] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.420378] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.486934] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070343, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.503751] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Successfully updated port: 967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.667147] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.667621] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.667695] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.667913] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.668123] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.668321] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.668635] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.668843] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.669084] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.669311] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.669547] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.678052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.678805] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.682330] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba22fbb-a0cd-4702-ad05-80cbffceeb9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.699520] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.522s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.699823] env[68199]: DEBUG nova.objects.instance [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'resources' on Instance uuid dbc1567b-f175-488a-8b54-e5de08e4084d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.707239] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 927.707239] env[68199]: value = "task-3070348" [ 927.707239] env[68199]: _type = "Task" [ 927.707239] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.717992] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.735206] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.923804] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070347, 'name': ReconfigVM_Task, 'duration_secs': 0.475591} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.923804] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.924220] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95203359-e8b0-4b91-8acc-dca9bed1afae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.931027] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 927.931027] env[68199]: value = "task-3070349" [ 927.931027] env[68199]: _type = "Task" [ 927.931027] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.944018] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070349, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.988247] env[68199]: DEBUG oslo_vmware.api [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070343, 'name': PowerOnVM_Task, 'duration_secs': 1.194214} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.988520] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.988760] env[68199]: INFO nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Took 10.86 seconds to spawn the instance on the hypervisor. [ 927.989007] env[68199]: DEBUG nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.989736] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc691d5-3f78-4eba-ac0a-6dd7d4342487 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.007105] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.007105] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.007105] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.201188] env[68199]: DEBUG nova.compute.utils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.202660] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.202819] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.216864] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070348, 'name': ReconfigVM_Task, 'duration_secs': 0.286658} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.217166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.237774] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652107} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.238053] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/91242858-b550-4031-8fd6-3f65e6f3571c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.239029] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.239029] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a96e416-d398-411f-b834-706aeebd6c57 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.245314] env[68199]: DEBUG nova.policy [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '930dfebddeed453d9864fbe6d5788637', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4251d6ca9254b8c92d47199b54ea8c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.248063] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 928.248063] env[68199]: value = "task-3070350" [ 928.248063] env[68199]: _type = "Task" [ 928.248063] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.256742] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.443634] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070349, 'name': Rename_Task, 'duration_secs': 0.370926} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.443971] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.444308] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38486dec-772c-4df9-b213-a8f997f8ca91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.451094] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 928.451094] env[68199]: value = "task-3070351" [ 928.451094] env[68199]: _type = "Task" [ 928.451094] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.459093] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.513891] env[68199]: INFO nova.compute.manager [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Took 50.85 seconds to build instance. [ 928.535226] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Successfully created port: 5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.549103] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.581738] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62db056-34c8-497b-a5a7-2fb025e30bc9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.593429] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d16d6-160d-41f0-adc6-47df603d280c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.652456] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789edfd7-ba79-48f2-b9ec-a18672281989 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.663449] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6f16d-5b28-4cc9-9f83-3f9c6ca272b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.686121] env[68199]: DEBUG nova.compute.provider_tree [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.708381] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.723439] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.723733] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.723900] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.724100] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.724314] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.724481] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.724733] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.724901] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.725174] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.725465] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.725728] env[68199]: DEBUG nova.virt.hardware [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.731218] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 928.731962] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bcc26c9-68f7-4f21-b494-1a6a4674a365 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.754723] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 928.754723] env[68199]: value = "task-3070352" [ 928.754723] env[68199]: _type = "Task" [ 928.754723] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.758175] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12218} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.761164] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.762106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc28c7-d417-4452-a677-3599f4f3ab4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.769216] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.788500] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/91242858-b550-4031-8fd6-3f65e6f3571c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.788866] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc6f3ea-f697-4255-971d-f16b37a4b0ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.809631] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 928.809631] env[68199]: value = "task-3070353" [ 928.809631] env[68199]: _type = "Task" [ 928.809631] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.810615] env[68199]: DEBUG nova.network.neutron [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Updating instance_info_cache with network_info: [{"id": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "address": "fa:16:3e:53:3a:53", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b42e4-75", "ovs_interfaceid": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.821603] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.964325] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070351, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.966806] env[68199]: DEBUG nova.compute.manager [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Received event network-vif-plugged-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.967119] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Acquiring lock "be5f2428-8129-428b-964a-5a93d7d55014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.967390] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Lock "be5f2428-8129-428b-964a-5a93d7d55014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.967612] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Lock "be5f2428-8129-428b-964a-5a93d7d55014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.967836] env[68199]: DEBUG nova.compute.manager [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] No waiting events found dispatching network-vif-plugged-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.968059] env[68199]: WARNING nova.compute.manager [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Received unexpected event network-vif-plugged-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f for instance with vm_state building and task_state spawning. [ 928.968238] env[68199]: DEBUG nova.compute.manager [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Received event network-changed-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.968434] env[68199]: DEBUG nova.compute.manager [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Refreshing instance network info cache due to event network-changed-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.968626] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Acquiring lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3f3f054-3562-4f32-a3a8-62f1095d5cf0 tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.190866] env[68199]: DEBUG nova.scheduler.client.report [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.268353] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070352, 'name': ReconfigVM_Task, 'duration_secs': 0.405947} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.268622] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.269485] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594da4c2-5d9d-401f-8b53-c60123245274 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.292389] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.292744] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b330a1-e40e-4439-ada2-8b4a73a39d8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.310981] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 929.310981] env[68199]: value = "task-3070354" [ 929.310981] env[68199]: _type = "Task" [ 929.310981] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.317447] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.317789] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Instance network_info: |[{"id": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "address": "fa:16:3e:53:3a:53", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b42e4-75", "ovs_interfaceid": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.318489] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Acquired lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.318567] env[68199]: DEBUG nova.network.neutron [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Refreshing network info cache for port 967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.319740] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:3a:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.327320] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.331113] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.331394] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.335162] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a3e009-9d66-42a0-a076-e628518e19c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.349904] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.355321] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.355321] env[68199]: value = "task-3070355" [ 929.355321] env[68199]: _type = "Task" [ 929.355321] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.369464] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070355, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.464702] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.697728] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.700847] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.018s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.700847] env[68199]: DEBUG nova.objects.instance [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lazy-loading 'resources' on Instance uuid f04ae769-490c-4946-897f-eb6d3b11c094 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.718908] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.724245] env[68199]: INFO nova.scheduler.client.report [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance dbc1567b-f175-488a-8b54-e5de08e4084d [ 929.748319] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.748701] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.748787] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.748933] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.749101] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.749254] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.749461] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.749621] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.749785] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.749941] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.750132] env[68199]: DEBUG nova.virt.hardware [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.750996] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960487e0-a3d1-4cac-bbdd-1ba33f03512d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.753817] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "255bc5fb-8d6b-443f-b942-196207ddc76e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.754054] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.754267] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.754452] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.754620] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.756790] env[68199]: INFO nova.compute.manager [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Terminating instance [ 929.762265] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c0079e-2243-41f5-903d-42fdb31f6b36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.823200] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070354, 'name': ReconfigVM_Task, 'duration_secs': 0.421275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.826227] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd/863f165e-b8a5-46ff-92de-868928dbf1dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.826530] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.829720] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070353, 'name': ReconfigVM_Task, 'duration_secs': 0.792573} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.832116] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/91242858-b550-4031-8fd6-3f65e6f3571c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.832687] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21f39cbb-d2f2-489a-91fd-6edc77672410 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.839284] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 929.839284] env[68199]: value = "task-3070356" [ 929.839284] env[68199]: _type = "Task" [ 929.839284] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.852569] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070356, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.864366] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070355, 'name': CreateVM_Task, 'duration_secs': 0.406549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.865068] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.865478] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.865599] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.866018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.866475] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.866721] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.866926] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.867118] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.867287] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.868784] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9256b4-c4f0-4fe6-8bf6-8b97fab5ef48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.870865] env[68199]: INFO nova.compute.manager [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Terminating instance [ 929.879059] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 929.879059] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525333ba-2011-7665-a32b-21a0c9ccf777" [ 929.879059] env[68199]: _type = "Task" [ 929.879059] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.887697] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525333ba-2011-7665-a32b-21a0c9ccf777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.963987] env[68199]: DEBUG oslo_vmware.api [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070351, 'name': PowerOnVM_Task, 'duration_secs': 1.103983} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.964286] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.964493] env[68199]: INFO nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Took 10.32 seconds to spawn the instance on the hypervisor. [ 929.964678] env[68199]: DEBUG nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.965509] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976be86-cffe-448f-ac58-aee930745f19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.169016] env[68199]: DEBUG nova.network.neutron [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Updated VIF entry in instance network info cache for port 967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.169016] env[68199]: DEBUG nova.network.neutron [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Updating instance_info_cache with network_info: [{"id": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "address": "fa:16:3e:53:3a:53", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b42e4-75", "ovs_interfaceid": "967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.232563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6a81f9b6-5810-4fdb-bf5d-81768b68fc44 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "dbc1567b-f175-488a-8b54-e5de08e4084d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.472s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.249121] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Successfully updated port: 5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.267898] env[68199]: DEBUG nova.compute.manager [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.268144] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.269014] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec8383-8e85-4ecf-9bdf-667ef3b3eb3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.281208] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.281477] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-075f9bad-677f-4227-8735-0f566bf3edbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.293465] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 930.293465] env[68199]: value = "task-3070357" [ 930.293465] env[68199]: _type = "Task" [ 930.293465] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.304793] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.334277] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae2e2e2-4762-4255-859d-a7282c205969 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.359124] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a216f14-74d1-470d-82ce-be13cfa9b5f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.367197] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070356, 'name': Rename_Task, 'duration_secs': 0.160193} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.381466] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.382139] env[68199]: DEBUG nova.compute.manager [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.382333] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.382759] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.390309] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da5b55c-484f-4337-8179-d9faa61469d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.391031] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779c709-8efa-45e4-b8ec-dc0d341a28ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.403399] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525333ba-2011-7665-a32b-21a0c9ccf777, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.406854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.407484] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.407484] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.407655] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.408271] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.408271] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 930.408271] env[68199]: value = "task-3070358" [ 930.408271] env[68199]: _type = "Task" [ 930.408271] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.408615] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-726831d3-4e82-4e43-8a15-d6397ffd290d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.410296] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-008dda88-9b94-4a82-93c6-8cec075e0d6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.423215] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070358, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.425623] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 930.425623] env[68199]: value = "task-3070359" [ 930.425623] env[68199]: _type = "Task" [ 930.425623] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.426144] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.426144] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.427024] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a67e256-b601-4074-86d0-a34f0e45107d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.440489] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 930.440489] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a46abd-79e8-1a8e-0990-b5b8237397b8" [ 930.440489] env[68199]: _type = "Task" [ 930.440489] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.444282] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.456410] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a46abd-79e8-1a8e-0990-b5b8237397b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.485721] env[68199]: INFO nova.compute.manager [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Took 45.63 seconds to build instance. [ 930.655864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bda9285-f1df-4027-82ae-916fe12d944a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.664247] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1ddb3-ded1-419f-ab84-864442e78315 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.669725] env[68199]: DEBUG oslo_concurrency.lockutils [req-2cb85c75-f411-435c-88bd-63e2b81b2e37 req-e232cea4-fc9f-4f5c-b82b-bce9ef122fa4 service nova] Releasing lock "refresh_cache-be5f2428-8129-428b-964a-5a93d7d55014" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.698544] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084a03a-abc8-4601-b3a1-06e44bda079f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.707878] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8321762-209b-4571-9fac-3a5da0a39ad1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.721692] env[68199]: DEBUG nova.compute.provider_tree [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.750806] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.750806] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750904] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.803058] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070357, 'name': PowerOffVM_Task, 'duration_secs': 0.263543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.803355] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.803632] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.803899] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac915aa-13b5-4ce3-8165-7d76e1ebd1a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.869944] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.870227] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.870382] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleting the datastore file [datastore2] 255bc5fb-8d6b-443f-b942-196207ddc76e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.870654] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62bccc96-20a9-42e8-9559-a87051cacff3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.876623] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 930.876623] env[68199]: value = "task-3070361" [ 930.876623] env[68199]: _type = "Task" [ 930.876623] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.884518] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.922602] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.937290] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070359, 'name': PowerOffVM_Task, 'duration_secs': 0.257557} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.937585] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.937768] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.938029] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5864a221-4c53-4f59-99a1-e6c7bfdbda89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.940993] env[68199]: DEBUG nova.network.neutron [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Port 9361625f-d54e-45d4-99d7-8afecb61418e binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 930.956485] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a46abd-79e8-1a8e-0990-b5b8237397b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015459} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.958221] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919f0bcc-f391-4c0d-b1ee-f7ecd431e1cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.966551] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 930.966551] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529d4d8c-3595-bf6d-565f-3b7a482f86cd" [ 930.966551] env[68199]: _type = "Task" [ 930.966551] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.975031] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529d4d8c-3595-bf6d-565f-3b7a482f86cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.987900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-60771f4a-08dc-4d87-ab5f-479fa4f225e7 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.798s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.007843] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.007968] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.009022] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleting the datastore file [datastore1] 7507bea9-49eb-42e3-a1db-87ff5ef307ad {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.009022] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-128149ec-46e7-485c-9d0a-835eec617deb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.015533] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for the task: (returnval){ [ 931.015533] env[68199]: value = "task-3070363" [ 931.015533] env[68199]: _type = "Task" [ 931.015533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.024120] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.042413] env[68199]: DEBUG nova.compute.manager [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Received event network-vif-plugged-5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.042721] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Acquiring lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.042899] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.043111] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.043305] env[68199]: DEBUG nova.compute.manager [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] No waiting events found dispatching network-vif-plugged-5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.043484] env[68199]: WARNING nova.compute.manager [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Received unexpected event network-vif-plugged-5e2c6cc9-9ced-47a3-bd78-6001ce511977 for instance with vm_state building and task_state spawning. [ 931.043660] env[68199]: DEBUG nova.compute.manager [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Received event network-changed-5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.043840] env[68199]: DEBUG nova.compute.manager [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Refreshing instance network info cache due to event network-changed-5e2c6cc9-9ced-47a3-bd78-6001ce511977. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.044063] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Acquiring lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.178845] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.179168] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.224646] env[68199]: DEBUG nova.scheduler.client.report [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.283601] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.387685] env[68199]: DEBUG oslo_vmware.api [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41072} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.387941] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.388217] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.388425] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.389042] env[68199]: INFO nova.compute.manager [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 931.389308] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.389503] env[68199]: DEBUG nova.compute.manager [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.389597] env[68199]: DEBUG nova.network.neutron [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.423021] env[68199]: DEBUG oslo_vmware.api [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070358, 'name': PowerOnVM_Task, 'duration_secs': 0.571041} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.423021] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.423181] env[68199]: INFO nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 931.423274] env[68199]: DEBUG nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.424084] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bf1fc-fcea-4c0d-b731-8737fe07aecc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.444204] env[68199]: DEBUG nova.network.neutron [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Updating instance_info_cache with network_info: [{"id": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "address": "fa:16:3e:b1:b8:0b", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2c6cc9-9c", "ovs_interfaceid": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.477364] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529d4d8c-3595-bf6d-565f-3b7a482f86cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.477739] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.478219] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] be5f2428-8129-428b-964a-5a93d7d55014/be5f2428-8129-428b-964a-5a93d7d55014.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.478489] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d05cec02-ff60-41e0-9c41-5b067b44d1ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.487195] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 931.487195] env[68199]: value = "task-3070364" [ 931.487195] env[68199]: _type = "Task" [ 931.487195] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.496606] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.524311] env[68199]: DEBUG oslo_vmware.api [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Task: {'id': task-3070363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483991} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.524514] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.524700] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.524877] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.525092] env[68199]: INFO nova.compute.manager [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.525359] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.525550] env[68199]: DEBUG nova.compute.manager [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.525650] env[68199]: DEBUG nova.network.neutron [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.681730] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.729956] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.733561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.792s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.733849] env[68199]: DEBUG nova.objects.instance [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lazy-loading 'resources' on Instance uuid 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.757528] env[68199]: INFO nova.scheduler.client.report [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Deleted allocations for instance f04ae769-490c-4946-897f-eb6d3b11c094 [ 931.942712] env[68199]: INFO nova.compute.manager [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Took 45.44 seconds to build instance. [ 931.953521] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.953521] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Instance network_info: |[{"id": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "address": "fa:16:3e:b1:b8:0b", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2c6cc9-9c", "ovs_interfaceid": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.962309] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Acquired lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.962664] env[68199]: DEBUG nova.network.neutron [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Refreshing network info cache for port 5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.964542] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e2c6cc9-9ced-47a3-bd78-6001ce511977', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.974707] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.978725] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.982876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.987032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.987032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.987032] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dade5fea-a294-4355-9f48-f27d4c81e6ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.016169] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070364, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.018050] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.018050] env[68199]: value = "task-3070365" [ 932.018050] env[68199]: _type = "Task" [ 932.018050] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.019278] env[68199]: DEBUG nova.compute.manager [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Received event network-changed-e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.019457] env[68199]: DEBUG nova.compute.manager [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Refreshing instance network info cache due to event network-changed-e839e6d3-0d10-4f7c-a224-17eabb0a3dac. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.019669] env[68199]: DEBUG oslo_concurrency.lockutils [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] Acquiring lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.019805] env[68199]: DEBUG oslo_concurrency.lockutils [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] Acquired lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.019962] env[68199]: DEBUG nova.network.neutron [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Refreshing network info cache for port e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.031538] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070365, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.081996] env[68199]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 932.194029] env[68199]: INFO nova.compute.manager [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Rescuing [ 932.194029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.194029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.194462] env[68199]: DEBUG nova.network.neutron [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.212207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.270599] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e7445d9-d29b-4352-91fb-0361aa17590a tempest-ServerPasswordTestJSON-67528166 tempest-ServerPasswordTestJSON-67528166-project-member] Lock "f04ae769-490c-4946-897f-eb6d3b11c094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.019s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.444662] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f575ffe-d00f-4d6f-b11a-8628f1853b8d tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.219s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.511215] env[68199]: DEBUG nova.network.neutron [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.520871] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.521353] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] be5f2428-8129-428b-964a-5a93d7d55014/be5f2428-8129-428b-964a-5a93d7d55014.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.522330] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.529935] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d360829-d542-4c9e-afb9-b713e96536a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.538688] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070365, 'name': CreateVM_Task, 'duration_secs': 0.393875} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.540215] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.540655] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 932.540655] env[68199]: value = "task-3070366" [ 932.540655] env[68199]: _type = "Task" [ 932.540655] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.542332] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.542639] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543093] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.546016] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da15f7c5-1fee-4716-a379-df715e54aac6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.554664] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 932.554664] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5219d77a-0072-7399-751c-cef123e710d6" [ 932.554664] env[68199]: _type = "Task" [ 932.554664] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.559059] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.576581] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5219d77a-0072-7399-751c-cef123e710d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.582280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.582724] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.583205] env[68199]: DEBUG nova.network.neutron [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.584448] env[68199]: DEBUG nova.network.neutron [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.621120] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b23e28-555a-489a-8741-f0d0e7223c21 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.629466] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd21014-8f3f-4b27-8653-419753f3a93e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.671983] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a78bd16-7487-440d-9c72-093369dc3265 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.679733] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6a18e-b614-4c3f-a18c-6ec04952db75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.693499] env[68199]: DEBUG nova.compute.provider_tree [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.787687] env[68199]: DEBUG nova.network.neutron [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updated VIF entry in instance network info cache for port e839e6d3-0d10-4f7c-a224-17eabb0a3dac. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.788103] env[68199]: DEBUG nova.network.neutron [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updating instance_info_cache with network_info: [{"id": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "address": "fa:16:3e:57:c1:9a", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape839e6d3-0d", "ovs_interfaceid": "e839e6d3-0d10-4f7c-a224-17eabb0a3dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.912671] env[68199]: DEBUG nova.network.neutron [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Updated VIF entry in instance network info cache for port 5e2c6cc9-9ced-47a3-bd78-6001ce511977. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.913100] env[68199]: DEBUG nova.network.neutron [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Updating instance_info_cache with network_info: [{"id": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "address": "fa:16:3e:b1:b8:0b", "network": {"id": "9d1be3d0-2381-4042-831a-e80a3acc22be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1106450012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4251d6ca9254b8c92d47199b54ea8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2c6cc9-9c", "ovs_interfaceid": "5e2c6cc9-9ced-47a3-bd78-6001ce511977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.015956] env[68199]: INFO nova.compute.manager [-] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Took 1.63 seconds to deallocate network for instance. [ 933.050387] env[68199]: DEBUG nova.network.neutron [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [{"id": "c256480f-1aa7-4844-beac-aa544ef7548f", "address": "fa:16:3e:14:b5:e8", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc256480f-1a", "ovs_interfaceid": "c256480f-1aa7-4844-beac-aa544ef7548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.058480] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066833} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.062111] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.062111] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ce587-2245-4f16-af83-a075a3d0dbee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.088711] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] be5f2428-8129-428b-964a-5a93d7d55014/be5f2428-8129-428b-964a-5a93d7d55014.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.095201] env[68199]: INFO nova.compute.manager [-] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Took 1.57 seconds to deallocate network for instance. [ 933.095436] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b40bdd-0555-4b63-93a9-18992eb37987 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.110410] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5219d77a-0072-7399-751c-cef123e710d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.111786] env[68199]: DEBUG nova.compute.manager [req-55dd3cfd-47b2-4a00-8098-a65ddb2a97b2 req-528c1149-67d0-45fa-980a-ed3226370dfe service nova] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Received event network-vif-deleted-f5e7445a-8d4c-4afd-b6d0-78becf15c79a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.111982] env[68199]: DEBUG nova.compute.manager [req-55dd3cfd-47b2-4a00-8098-a65ddb2a97b2 req-528c1149-67d0-45fa-980a-ed3226370dfe service nova] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Received event network-vif-deleted-ddcf5560-6d41-408a-a9b1-4e3b6369dbb6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.114199] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114417] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.114646] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114791] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114994] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.118591] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed1a7318-b79a-4ce3-aee2-83628d610f2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.124195] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 933.124195] env[68199]: value = "task-3070367" [ 933.124195] env[68199]: _type = "Task" [ 933.124195] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.133259] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.135018] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.135018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.135389] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690c27c2-b16a-46a3-8bfe-70e3d4ec31dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.141438] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 933.141438] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5cc85-47d1-507c-7e6c-af8782d2686d" [ 933.141438] env[68199]: _type = "Task" [ 933.141438] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.149797] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a5cc85-47d1-507c-7e6c-af8782d2686d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.196858] env[68199]: DEBUG nova.scheduler.client.report [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.291026] env[68199]: DEBUG oslo_concurrency.lockutils [req-05fff43f-d5e0-451d-8339-5eec8e8c73f3 req-ab082795-57b0-47ef-911c-2148e10a007b service nova] Releasing lock "refresh_cache-49caf0db-5b01-4a6c-a640-3ce20cc4e989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.417943] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a93e3db-299b-411e-b5e5-dbdc439bd746 req-d93aeb6e-3d76-43be-97b4-9a0d2e1ee1b8 service nova] Releasing lock "refresh_cache-00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.445449] env[68199]: DEBUG nova.network.neutron [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.522638] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.555737] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.624118] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.635893] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.653983] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a5cc85-47d1-507c-7e6c-af8782d2686d, 'name': SearchDatastore_Task, 'duration_secs': 0.029354} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.654869] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b38f199-54f9-48cb-a786-9849460da391 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.661371] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 933.661371] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260aa09-59da-235e-3df0-849af8e276d1" [ 933.661371] env[68199]: _type = "Task" [ 933.661371] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.670150] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5260aa09-59da-235e-3df0-849af8e276d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.702228] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.704717] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.208s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.706320] env[68199]: INFO nova.compute.claims [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.737411] env[68199]: INFO nova.scheduler.client.report [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Deleted allocations for instance 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0 [ 933.947886] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.141161] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070367, 'name': ReconfigVM_Task, 'duration_secs': 0.579906} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.142097] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Reconfigured VM instance instance-00000049 to attach disk [datastore2] be5f2428-8129-428b-964a-5a93d7d55014/be5f2428-8129-428b-964a-5a93d7d55014.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.142453] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0257f1-ab58-44e4-a2cc-9060744d72c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.149895] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 934.149895] env[68199]: value = "task-3070368" [ 934.149895] env[68199]: _type = "Task" [ 934.149895] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.158983] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070368, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.172461] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5260aa09-59da-235e-3df0-849af8e276d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.172461] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.172461] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04/00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.172735] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4460626-6e36-442c-873b-6462654dd61c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.180756] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 934.180756] env[68199]: value = "task-3070369" [ 934.180756] env[68199]: _type = "Task" [ 934.180756] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.192390] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.246337] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95d0a5d6-7630-4cad-8b15-d82c35e42af2 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Lock "733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.672s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.485557] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54059c09-54e7-49e4-a073-39e83f7a85d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.504892] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec208d1a-39f5-494c-abfe-51769e5addfb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.512630] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.666097] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070368, 'name': Rename_Task, 'duration_secs': 0.156971} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.667043] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.667254] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d753bc7-b038-4de9-93b2-e99c06c80a56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.677359] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 934.677359] env[68199]: value = "task-3070370" [ 934.677359] env[68199]: _type = "Task" [ 934.677359] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.689445] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.694539] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070369, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.028620] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.028962] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc015759-b6b8-419c-83ad-2fd498007a6c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.039027] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 935.039027] env[68199]: value = "task-3070371" [ 935.039027] env[68199]: _type = "Task" [ 935.039027] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.050462] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.089613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8e3e32-9411-42a3-9b89-6cb53f20caad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.098894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649625df-3583-4d5f-8157-1f6257c045e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.102568] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.102868] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c3ce19b-9ff2-4ced-b4db-f17271e2f793 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.134561] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501ab63-ed75-432f-8ffb-2a8ab19e954d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.137641] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 935.137641] env[68199]: value = "task-3070372" [ 935.137641] env[68199]: _type = "Task" [ 935.137641] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.144558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20717eef-ef81-4399-b64c-0fa6d2abfd69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.151935] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.161757] env[68199]: DEBUG nova.compute.provider_tree [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.190027] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.194569] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5166} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.194829] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04/00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.195280] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.195563] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e7e4bb-7559-4fac-bbac-3bef7f8e5591 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203419] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 935.203419] env[68199]: value = "task-3070373" [ 935.203419] env[68199]: _type = "Task" [ 935.203419] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.212216] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.556506] env[68199]: DEBUG oslo_vmware.api [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070371, 'name': PowerOnVM_Task, 'duration_secs': 0.498162} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.556773] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.556957] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c06eec4b-7cc2-4d83-a4c1-2f398f72d799 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance '863f165e-b8a5-46ff-92de-868928dbf1dd' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.649194] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070372, 'name': PowerOffVM_Task, 'duration_secs': 0.235094} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.650029] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.650307] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca17b96-2370-4d71-9d85-210f9aca74a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.673079] env[68199]: DEBUG nova.scheduler.client.report [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.680026] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe40530e-3423-4b24-bdae-9f86654ad2d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.697445] env[68199]: DEBUG oslo_vmware.api [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070370, 'name': PowerOnVM_Task, 'duration_secs': 0.800039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.697993] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.697993] env[68199]: INFO nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Took 8.45 seconds to spawn the instance on the hypervisor. [ 935.698163] env[68199]: DEBUG nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.699324] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99fb2df-e22a-4df5-a03a-0f1505576a20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.720613] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070141} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.721962] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.721962] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d15b11-00d8-4b43-a2d8-33d5c7caf9e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737582] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.747414] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04/00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.747727] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88ce3851-5453-4e3a-badb-42461108aded {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.749464] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d326f93-d4cc-405d-9143-d15be719291c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.771571] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 935.771571] env[68199]: value = "task-3070374" [ 935.771571] env[68199]: _type = "Task" [ 935.771571] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.776155] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 935.776155] env[68199]: value = "task-3070375" [ 935.776155] env[68199]: _type = "Task" [ 935.776155] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.787267] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.789788] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 935.789788] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.790240] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.790240] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.790337] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.790603] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79473459-12b5-44a8-8f38-dab59b253c5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.804258] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.804560] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.805536] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf417b6-3b38-4c88-bec2-a8229eef60ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.811611] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 935.811611] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a49749-ad95-d6bd-41f7-3dd7cb08298c" [ 935.811611] env[68199]: _type = "Task" [ 935.811611] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.822134] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a49749-ad95-d6bd-41f7-3dd7cb08298c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.873737] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "610715ae-987a-41c4-9906-fa24509764f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.873997] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.179257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.179782] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.182348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.422s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.182705] env[68199]: DEBUG nova.objects.instance [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lazy-loading 'resources' on Instance uuid 8a781441-db5e-41c3-9cbf-28c4640affa3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.221791] env[68199]: INFO nova.compute.manager [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Took 44.30 seconds to build instance. [ 936.286287] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070375, 'name': ReconfigVM_Task, 'duration_secs': 0.27899} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.288953] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04/00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.288953] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ce9954-de48-4464-ab25-c6b0d33ccce8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.294670] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 936.294670] env[68199]: value = "task-3070376" [ 936.294670] env[68199]: _type = "Task" [ 936.294670] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.303930] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070376, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.320692] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a49749-ad95-d6bd-41f7-3dd7cb08298c, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.321568] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45884630-6ce0-4c54-8d71-1f44dcbf83de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.327123] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 936.327123] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526e579e-825e-a64f-d5f3-10f7694991f3" [ 936.327123] env[68199]: _type = "Task" [ 936.327123] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.335789] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e579e-825e-a64f-d5f3-10f7694991f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.376897] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.584173] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "be5f2428-8129-428b-964a-5a93d7d55014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.687611] env[68199]: DEBUG nova.compute.utils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.693272] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.693696] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.723142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a4853c7c-68e9-4b3e-9298-a7a67d93ee15 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.502s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.723735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.140s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.723974] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "be5f2428-8129-428b-964a-5a93d7d55014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.724198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.724363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.726430] env[68199]: INFO nova.compute.manager [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Terminating instance [ 936.742886] env[68199]: DEBUG nova.policy [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3ee0c5b29e41f29cab729f9230eb91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '179b319b1fab4a388318b73e4d49fb4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.805253] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070376, 'name': Rename_Task, 'duration_secs': 0.138173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.810242] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.810242] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb65cf9-ecc9-4503-81bb-bc592593fa42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.815462] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 936.815462] env[68199]: value = "task-3070377" [ 936.815462] env[68199]: _type = "Task" [ 936.815462] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.826458] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.840701] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e579e-825e-a64f-d5f3-10f7694991f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.840701] env[68199]: DEBUG oslo_concurrency.lockutils [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.840701] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 936.840929] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f751375-9ae9-43e9-a1dd-8672e0c1ee1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.848582] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 936.848582] env[68199]: value = "task-3070378" [ 936.848582] env[68199]: _type = "Task" [ 936.848582] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.864764] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.902869] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.081404] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Successfully created port: 4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.137775] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad673762-910f-49ec-aa29-c1a607d81564 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.150232] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f0566-f582-41d0-b68c-31f56e46471a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.185846] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b7f9ad-cbd6-428b-b595-7ba5cead3789 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.194162] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.201021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be9122-e0b4-4f72-ae89-8ccfd1f3db56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.216446] env[68199]: DEBUG nova.compute.provider_tree [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.230335] env[68199]: DEBUG nova.compute.manager [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.230677] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.231807] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfed4b3-9142-44ac-8166-bf6499f61c14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.243353] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.244405] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cf9586-2831-4e51-ae3f-23c6cbdf6b60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.256424] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 937.256424] env[68199]: value = "task-3070379" [ 937.256424] env[68199]: _type = "Task" [ 937.256424] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.271555] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.325649] env[68199]: DEBUG oslo_vmware.api [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070377, 'name': PowerOnVM_Task, 'duration_secs': 0.475753} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.325956] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.326282] env[68199]: INFO nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Took 7.61 seconds to spawn the instance on the hypervisor. [ 937.326484] env[68199]: DEBUG nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.327497] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf3cb52-9da4-4c7a-8d27-83a757f5421d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.365885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.366215] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.367712] env[68199]: DEBUG nova.compute.manager [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Going to confirm migration 3 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 937.368485] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.719936] env[68199]: DEBUG nova.scheduler.client.report [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.768764] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070379, 'name': PowerOffVM_Task, 'duration_secs': 0.30204} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.769182] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.769440] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.769806] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15fd5dff-eb84-4fa9-9ab8-17e925401740 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.845740] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.846734] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.846734] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleting the datastore file [datastore2] be5f2428-8129-428b-964a-5a93d7d55014 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.849256] env[68199]: INFO nova.compute.manager [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Took 45.65 seconds to build instance. [ 937.852750] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac5851f-5cdf-4436-ad21-d5dcf7923c5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.862922] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621293} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.864376] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 937.864748] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 937.864748] env[68199]: value = "task-3070381" [ 937.864748] env[68199]: _type = "Task" [ 937.864748] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.866551] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bfc5b7-83c0-401c-bcef-e5d52b9db14e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.883028] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.904552] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.905477] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd33891d-0785-469f-a54e-2631e67f1ec7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.926095] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 937.926095] env[68199]: value = "task-3070382" [ 937.926095] env[68199]: _type = "Task" [ 937.926095] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.935895] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.942881] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.943186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.943376] env[68199]: DEBUG nova.network.neutron [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.943642] env[68199]: DEBUG nova.objects.instance [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'info_cache' on Instance uuid 863f165e-b8a5-46ff-92de-868928dbf1dd {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.210686] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.225605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.227961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.478s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.228137] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.229732] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.212s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.231835] env[68199]: INFO nova.compute.claims [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.243553] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.243821] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.244018] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.244225] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.244380] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.244534] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.245030] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.245030] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.245159] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.245232] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.245425] env[68199]: DEBUG nova.virt.hardware [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.246473] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07414789-c1e3-410c-a71c-eef2eb869aba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.251216] env[68199]: INFO nova.scheduler.client.report [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Deleted allocations for instance 8a781441-db5e-41c3-9cbf-28c4640affa3 [ 938.258185] env[68199]: INFO nova.scheduler.client.report [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted allocations for instance b131322c-0c3e-4508-8e93-5dada3d44f34 [ 938.259945] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b52a91-c34c-4426-bd6e-9b5bc51eb10f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.354288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-64198ce1-78f2-458b-bae5-94bb4b3dd160 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.789s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.379027] env[68199]: DEBUG oslo_vmware.api [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287784} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.379027] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.379169] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.379725] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.379725] env[68199]: INFO nova.compute.manager [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Took 1.15 seconds to destroy the instance on the hypervisor. [ 938.379832] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.380018] env[68199]: DEBUG nova.compute.manager [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.380122] env[68199]: DEBUG nova.network.neutron [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.437261] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.615620] env[68199]: DEBUG nova.compute.manager [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Received event network-vif-plugged-4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.615879] env[68199]: DEBUG oslo_concurrency.lockutils [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] Acquiring lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.616102] env[68199]: DEBUG oslo_concurrency.lockutils [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.616273] env[68199]: DEBUG oslo_concurrency.lockutils [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.616444] env[68199]: DEBUG nova.compute.manager [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] No waiting events found dispatching network-vif-plugged-4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.616609] env[68199]: WARNING nova.compute.manager [req-e0776dc8-2dcc-4b91-8ee4-74a2c976c8dc req-86c88449-9654-4033-9133-552e55d303e2 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Received unexpected event network-vif-plugged-4e94c06b-f696-44a7-8b64-bc0999532468 for instance with vm_state building and task_state spawning. [ 938.760302] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f76acdc4-8dff-40cb-ac7b-913410dbe33f tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Lock "8a781441-db5e-41c3-9cbf-28c4640affa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.983s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.770596] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a2eb79aa-4699-4b73-b3bd-078b8117b709 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "b131322c-0c3e-4508-8e93-5dada3d44f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.983s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.789257] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Successfully updated port: 4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.937097] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070382, 'name': ReconfigVM_Task, 'duration_secs': 0.860205} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.937691] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.938671] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c36876-3bd3-4a0c-9446-de1e31de5538 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.967264] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c40b4e0-f6c0-41d8-b13f-3f5a60ffffa3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.986044] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 938.986044] env[68199]: value = "task-3070383" [ 938.986044] env[68199]: _type = "Task" [ 938.986044] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.996215] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.216910] env[68199]: DEBUG nova.network.neutron [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [{"id": "9361625f-d54e-45d4-99d7-8afecb61418e", "address": "fa:16:3e:fe:6b:3a", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9361625f-d5", "ovs_interfaceid": "9361625f-d54e-45d4-99d7-8afecb61418e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.295261] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.295261] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.295261] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.334772] env[68199]: DEBUG nova.network.neutron [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.504045] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.615182] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b715d4c8-8ef6-49b7-8405-d6d30bcc2900 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.623488] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b5479d-d672-4c85-a41f-8e851f701728 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.657287] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c01228-297f-4364-987e-47ad498c71ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.666182] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17321b-f759-42d1-8987-d05fed8244c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.687014] env[68199]: DEBUG nova.compute.provider_tree [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.720078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-863f165e-b8a5-46ff-92de-868928dbf1dd" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.720322] env[68199]: DEBUG nova.objects.instance [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'migration_context' on Instance uuid 863f165e-b8a5-46ff-92de-868928dbf1dd {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.837436] env[68199]: INFO nova.compute.manager [-] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Took 1.46 seconds to deallocate network for instance. [ 939.845077] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.000291] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070383, 'name': ReconfigVM_Task, 'duration_secs': 0.511331} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.000715] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.000996] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d6f6e7-be92-447e-937d-5ded7ebb560d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.010086] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 940.010086] env[68199]: value = "task-3070384" [ 940.010086] env[68199]: _type = "Task" [ 940.010086] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.014045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.014573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.014573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.014696] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.014805] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.016859] env[68199]: INFO nova.compute.manager [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Terminating instance [ 940.021541] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.027047] env[68199]: DEBUG nova.network.neutron [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [{"id": "4e94c06b-f696-44a7-8b64-bc0999532468", "address": "fa:16:3e:04:50:bd", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94c06b-f6", "ovs_interfaceid": "4e94c06b-f696-44a7-8b64-bc0999532468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.190024] env[68199]: DEBUG nova.scheduler.client.report [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.222957] env[68199]: DEBUG nova.objects.base [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Object Instance<863f165e-b8a5-46ff-92de-868928dbf1dd> lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.223952] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135423ec-3d77-42af-b860-ca5b532b202b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.243421] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1655c89b-e068-4320-9eb9-7d0dbb994f19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.249975] env[68199]: DEBUG oslo_vmware.api [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 940.249975] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528bca65-ca9c-ba2d-5337-1de8857dc4c4" [ 940.249975] env[68199]: _type = "Task" [ 940.249975] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.258354] env[68199]: DEBUG oslo_vmware.api [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528bca65-ca9c-ba2d-5337-1de8857dc4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.345256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.522235] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.527070] env[68199]: DEBUG nova.compute.manager [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.527296] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.528122] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8af1b-6403-4b14-9b19-7454d3dc014f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.531148] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.531483] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Instance network_info: |[{"id": "4e94c06b-f696-44a7-8b64-bc0999532468", "address": "fa:16:3e:04:50:bd", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94c06b-f6", "ovs_interfaceid": "4e94c06b-f696-44a7-8b64-bc0999532468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.531888] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:50:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e94c06b-f696-44a7-8b64-bc0999532468', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.540381] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating folder: Project (179b319b1fab4a388318b73e4d49fb4d). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.541626] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e53656b2-2d8f-4ae1-9473-089f23da52ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.547510] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.548769] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4f8c9e-bfb2-4abd-b152-9a94fa7ca353 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.560316] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 940.560316] env[68199]: value = "task-3070386" [ 940.560316] env[68199]: _type = "Task" [ 940.560316] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.560850] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created folder: Project (179b319b1fab4a388318b73e4d49fb4d) in parent group-v614632. [ 940.561036] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating folder: Instances. Parent ref: group-v614827. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.564655] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33089aae-4c29-4e42-9747-43ef34629da0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.572952] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.576704] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created folder: Instances in parent group-v614827. [ 940.576961] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.577174] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.577392] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027cac5d-7e42-4a0b-a1e1-7b91cc1584b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.605599] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.605599] env[68199]: value = "task-3070388" [ 940.605599] env[68199]: _type = "Task" [ 940.605599] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.616760] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070388, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.697056] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.698062] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.701490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.076s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.703795] env[68199]: INFO nova.compute.claims [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.749267] env[68199]: DEBUG nova.compute.manager [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Received event network-changed-4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.749507] env[68199]: DEBUG nova.compute.manager [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Refreshing instance network info cache due to event network-changed-4e94c06b-f696-44a7-8b64-bc0999532468. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.749784] env[68199]: DEBUG oslo_concurrency.lockutils [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] Acquiring lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.749952] env[68199]: DEBUG oslo_concurrency.lockutils [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] Acquired lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.750736] env[68199]: DEBUG nova.network.neutron [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Refreshing network info cache for port 4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.771089] env[68199]: DEBUG oslo_vmware.api [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528bca65-ca9c-ba2d-5337-1de8857dc4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.771540] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.025845] env[68199]: DEBUG oslo_vmware.api [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070384, 'name': PowerOnVM_Task, 'duration_secs': 0.681003} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.028107] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.032649] env[68199]: DEBUG nova.compute.manager [None req-85fb0683-4f46-4529-9f32-8ce348c0bbf0 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.033494] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4583a-9191-4a53-aa0b-c6b2980bf6d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.069739] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070386, 'name': PowerOffVM_Task, 'duration_secs': 0.233731} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.070134] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.070213] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.070428] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499e69fb-7cfd-4687-b9ce-7b54d18befe3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.107640] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.107979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.108269] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.108523] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.108741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.117504] env[68199]: INFO nova.compute.manager [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Terminating instance [ 941.125520] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070388, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.137038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.137265] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.210991] env[68199]: DEBUG nova.compute.utils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.212975] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.213219] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.303197] env[68199]: DEBUG nova.policy [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3ee0c5b29e41f29cab729f9230eb91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '179b319b1fab4a388318b73e4d49fb4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.620721] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070388, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.625923] env[68199]: DEBUG nova.compute.manager [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.626159] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.626950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2ab10-b179-4ebd-a381-e8487976e675 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.635343] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.636018] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0760f51c-c56e-4658-a892-cb510e9b3871 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.640296] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.644762] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 941.644762] env[68199]: value = "task-3070390" [ 941.644762] env[68199]: _type = "Task" [ 941.644762] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.654129] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.654354] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.654561] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleting the datastore file [datastore2] e6481c67-cb8e-48a4-9749-fb060e70ffa4 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.655440] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1c1e11-c5a6-4a67-96ac-82ef83b519e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.661108] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.665748] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for the task: (returnval){ [ 941.665748] env[68199]: value = "task-3070391" [ 941.665748] env[68199]: _type = "Task" [ 941.665748] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.675512] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.719949] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.874583] env[68199]: INFO nova.compute.manager [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Unrescuing [ 941.875871] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.876410] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquired lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.876622] env[68199]: DEBUG nova.network.neutron [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.961076] env[68199]: DEBUG nova.network.neutron [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updated VIF entry in instance network info cache for port 4e94c06b-f696-44a7-8b64-bc0999532468. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.961456] env[68199]: DEBUG nova.network.neutron [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [{"id": "4e94c06b-f696-44a7-8b64-bc0999532468", "address": "fa:16:3e:04:50:bd", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94c06b-f6", "ovs_interfaceid": "4e94c06b-f696-44a7-8b64-bc0999532468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.121647] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070388, 'name': CreateVM_Task, 'duration_secs': 1.511723} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.121647] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.122421] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.122601] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.122945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.125526] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91473d79-c447-453e-bd11-7014347f7445 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.130807] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 942.130807] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ebeb8d-4c11-7488-db14-c01b13a13a9e" [ 942.130807] env[68199]: _type = "Task" [ 942.130807] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.138504] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ebeb8d-4c11-7488-db14-c01b13a13a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.140008] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79ec98-75aa-4f34-bbcb-f7aede4aec4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.148602] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Successfully created port: 9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.154179] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525569e6-8c60-4f1a-8a63-d0fb2fbf081d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.169587] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070390, 'name': PowerOffVM_Task, 'duration_secs': 0.230012} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.195895] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.197334] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.197518] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.197990] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100b17c9-b9c0-4089-a856-a934a57fe268 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.199883] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9efb99f-e62d-4a4e-ae2b-da2355ba2c58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.209145] env[68199]: DEBUG oslo_vmware.api [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Task: {'id': task-3070391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218251} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.209456] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.209827] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.209978] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.210151] env[68199]: INFO nova.compute.manager [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Took 1.68 seconds to destroy the instance on the hypervisor. [ 942.210379] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.211577] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972bae97-0c16-412a-8fe7-c4600a102423 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.215300] env[68199]: DEBUG nova.compute.manager [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.215342] env[68199]: DEBUG nova.network.neutron [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.230058] env[68199]: DEBUG nova.compute.provider_tree [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.266173] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.266402] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.266586] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleting the datastore file [datastore2] 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.266847] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2634f32-9d87-45dc-8d96-2c6644ae7ee4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.274022] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for the task: (returnval){ [ 942.274022] env[68199]: value = "task-3070393" [ 942.274022] env[68199]: _type = "Task" [ 942.274022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.282165] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.464387] env[68199]: DEBUG oslo_concurrency.lockutils [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] Releasing lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.464719] env[68199]: DEBUG nova.compute.manager [req-6b888e3e-dc3d-4e45-ace1-5e4ec21411bb req-ff0e3a0f-8222-4199-b4b6-78604fc9a418 service nova] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Received event network-vif-deleted-967b42e4-75ab-4ffc-ba0f-d5419a2f2b9f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.641904] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ebeb8d-4c11-7488-db14-c01b13a13a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019547} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.642339] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.642630] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.642961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.643072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.644171] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.644171] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1cf8455-99d0-4aa9-af25-10db2d82dac0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.651839] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.652480] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.652812] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8922b5f-26f9-493c-9eb5-cccdd3016dc0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.658168] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 942.658168] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528ae245-db17-454a-c80e-01d0573f7c2d" [ 942.658168] env[68199]: _type = "Task" [ 942.658168] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.666767] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528ae245-db17-454a-c80e-01d0573f7c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.733382] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.736592] env[68199]: DEBUG nova.scheduler.client.report [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.798341] env[68199]: DEBUG oslo_vmware.api [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Task: {'id': task-3070393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129596} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.798610] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.798895] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.799082] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.799311] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.799490] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.799690] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.799972] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.801344] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.801344] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.801344] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.801344] env[68199]: DEBUG nova.virt.hardware [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.801344] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.801586] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.801677] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.801860] env[68199]: INFO nova.compute.manager [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Took 1.18 seconds to destroy the instance on the hypervisor. [ 942.802338] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.803018] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5018b53e-d549-49c5-aa54-f7f6cbfb09ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.806803] env[68199]: DEBUG nova.compute.manager [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.807424] env[68199]: DEBUG nova.network.neutron [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.816636] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36efd811-e89f-4731-81e7-cf49c2a1db1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.843806] env[68199]: DEBUG nova.network.neutron [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [{"id": "c256480f-1aa7-4844-beac-aa544ef7548f", "address": "fa:16:3e:14:b5:e8", "network": {"id": "fbf44f63-ed01-453a-8f03-a22b694b5c36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-796658155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "07630c94db9b472cb24e4491913ddff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc256480f-1a", "ovs_interfaceid": "c256480f-1aa7-4844-beac-aa544ef7548f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.937011] env[68199]: DEBUG nova.compute.manager [req-50fc434a-b4d8-43b6-819d-1601412b5ee7 req-9eb75d5f-ca5e-4676-aa27-705115038970 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Received event network-vif-deleted-9d351e07-2969-4800-8dc5-997ecf57392e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.937235] env[68199]: INFO nova.compute.manager [req-50fc434a-b4d8-43b6-819d-1601412b5ee7 req-9eb75d5f-ca5e-4676-aa27-705115038970 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Neutron deleted interface 9d351e07-2969-4800-8dc5-997ecf57392e; detaching it from the instance and deleting it from the info cache [ 942.937406] env[68199]: DEBUG nova.network.neutron [req-50fc434a-b4d8-43b6-819d-1601412b5ee7 req-9eb75d5f-ca5e-4676-aa27-705115038970 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.068435] env[68199]: DEBUG nova.network.neutron [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.169331] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528ae245-db17-454a-c80e-01d0573f7c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.170111] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4322632-9955-4b33-acda-66dce71da1f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.175567] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 943.175567] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526f9fe7-8593-246d-ee04-deae8842d5c8" [ 943.175567] env[68199]: _type = "Task" [ 943.175567] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.183090] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526f9fe7-8593-246d-ee04-deae8842d5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.242141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.242699] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.245485] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.304s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.245891] env[68199]: DEBUG nova.objects.instance [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'resources' on Instance uuid 989d8008-3544-4921-bdbe-c46b36d3ddb2 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.349128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Releasing lock "refresh_cache-91242858-b550-4031-8fd6-3f65e6f3571c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.350061] env[68199]: DEBUG nova.objects.instance [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lazy-loading 'flavor' on Instance uuid 91242858-b550-4031-8fd6-3f65e6f3571c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.441317] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c191918-9e6a-47db-9330-606bf94251d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.451678] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25908f35-7ca9-43a1-9b49-fca0f9664be5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.485274] env[68199]: DEBUG nova.compute.manager [req-50fc434a-b4d8-43b6-819d-1601412b5ee7 req-9eb75d5f-ca5e-4676-aa27-705115038970 service nova] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Detach interface failed, port_id=9d351e07-2969-4800-8dc5-997ecf57392e, reason: Instance e6481c67-cb8e-48a4-9749-fb060e70ffa4 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.572089] env[68199]: INFO nova.compute.manager [-] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Took 1.36 seconds to deallocate network for instance. [ 943.586389] env[68199]: DEBUG nova.network.neutron [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.686776] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526f9fe7-8593-246d-ee04-deae8842d5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.687174] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.687353] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/e74aee2c-8f1b-4119-8bc5-2b43162dabe9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.687621] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e380f9a-fd33-47df-b865-023af0101f58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.695401] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 943.695401] env[68199]: value = "task-3070394" [ 943.695401] env[68199]: _type = "Task" [ 943.695401] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.703153] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.749956] env[68199]: DEBUG nova.compute.utils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.756185] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.756185] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.814093] env[68199]: DEBUG nova.policy [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5d74f718424438c94045fd0c1741c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d70fa055b7a439b936712be85c8d328', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.855940] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75ac71-c183-4a07-a7a4-64180c07dae3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.879975] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.884981] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa7bbf5-f53a-4322-a896-3e9a16d3f323 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.892417] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Successfully updated port: 9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.895675] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 943.895675] env[68199]: value = "task-3070395" [ 943.895675] env[68199]: _type = "Task" [ 943.895675] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.911251] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.080382] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.092270] env[68199]: INFO nova.compute.manager [-] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Took 1.29 seconds to deallocate network for instance. [ 944.205758] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008c1f0d-efd9-4231-9dc1-f40d386df8b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.217192] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.219977] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3544f-8d65-4e5c-9ebd-bb1710acb30b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.257127] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.260822] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4b345d-4943-4d8b-997c-9f4ee5632f96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.268885] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce67c4a-e6e8-4b81-8782-1ec184e26d60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.275135] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Successfully created port: 03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.285466] env[68199]: DEBUG nova.compute.provider_tree [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.396822] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.396981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.397263] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.407222] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070395, 'name': PowerOffVM_Task, 'duration_secs': 0.316455} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.408030] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.413486] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.414154] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bed0d0-422c-47cf-a09d-e4b7c256c367 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.434435] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 944.434435] env[68199]: value = "task-3070396" [ 944.434435] env[68199]: _type = "Task" [ 944.434435] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.442517] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.590225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "da137239-0e85-4c13-814e-76400f52a3df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.590505] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.604481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.708202] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561809} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.708411] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/e74aee2c-8f1b-4119-8bc5-2b43162dabe9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.709025] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.709025] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289c1003-33ae-4892-8671-f722e5704e12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.716309] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 944.716309] env[68199]: value = "task-3070397" [ 944.716309] env[68199]: _type = "Task" [ 944.716309] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.725382] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.789043] env[68199]: DEBUG nova.scheduler.client.report [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.933954] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.946370] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070396, 'name': ReconfigVM_Task, 'duration_secs': 0.350692} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.946721] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.946926] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.947205] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f827b11e-bc9f-4f8c-ba5b-55d36dba8ea0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.956740] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.956979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.958099] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 944.958099] env[68199]: value = "task-3070398" [ 944.958099] env[68199]: _type = "Task" [ 944.958099] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.971924] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.974684] env[68199]: DEBUG nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Received event network-vif-deleted-5e2c6cc9-9ced-47a3-bd78-6001ce511977 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.974684] env[68199]: DEBUG nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Received event network-vif-plugged-9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.974684] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Acquiring lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.974684] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.974971] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.974971] env[68199]: DEBUG nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] No waiting events found dispatching network-vif-plugged-9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.975142] env[68199]: WARNING nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Received unexpected event network-vif-plugged-9560b668-46c9-4f56-929a-8986bf8eb6ca for instance with vm_state building and task_state spawning. [ 944.975303] env[68199]: DEBUG nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Received event network-changed-9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.975474] env[68199]: DEBUG nova.compute.manager [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Refreshing instance network info cache due to event network-changed-9560b668-46c9-4f56-929a-8986bf8eb6ca. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.975647] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Acquiring lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.091341] env[68199]: DEBUG nova.network.neutron [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updating instance_info_cache with network_info: [{"id": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "address": "fa:16:3e:76:8f:78", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9560b668-46", "ovs_interfaceid": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.093226] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.226913] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235038} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.227308] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.228193] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87150514-fa3a-4b0b-aa27-dd3955e0f1c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.250778] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/e74aee2c-8f1b-4119-8bc5-2b43162dabe9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.251064] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479ee6ce-4f0a-4e03-954f-2d155149f937 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.270603] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.274572] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 945.274572] env[68199]: value = "task-3070399" [ 945.274572] env[68199]: _type = "Task" [ 945.274572] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.283929] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.294232] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.299207] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.299473] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.299653] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.299871] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.300077] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.300171] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.300386] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.300570] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.300762] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.301021] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.301437] env[68199]: DEBUG nova.virt.hardware [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.301930] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.450s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.302166] env[68199]: DEBUG nova.objects.instance [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lazy-loading 'resources' on Instance uuid ccb50303-0830-4348-ae0f-09857fdc2c73 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.305520] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f840472d-aaa5-4719-83a6-534947f4621a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.314479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b6447-8659-4764-a4ca-c44b6226b654 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.343780] env[68199]: INFO nova.scheduler.client.report [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted allocations for instance 989d8008-3544-4921-bdbe-c46b36d3ddb2 [ 945.459276] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.471233] env[68199]: DEBUG oslo_vmware.api [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070398, 'name': PowerOnVM_Task, 'duration_secs': 0.377063} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.472033] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.472125] env[68199]: DEBUG nova.compute.manager [None req-92bfbe8b-dee3-4eab-9cdd-2201242a7a0b tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.472960] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3bba20-d21a-4de2-9c51-dbc35d8143e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.597455] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.597799] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Instance network_info: |[{"id": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "address": "fa:16:3e:76:8f:78", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9560b668-46", "ovs_interfaceid": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.600263] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Acquired lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.600450] env[68199]: DEBUG nova.network.neutron [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Refreshing network info cache for port 9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.601492] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:8f:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9560b668-46c9-4f56-929a-8986bf8eb6ca', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.609721] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.615480] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.616420] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17cf0932-6cc2-4956-a45a-250ef9b05ab4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.632142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.640269] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.640269] env[68199]: value = "task-3070400" [ 945.640269] env[68199]: _type = "Task" [ 945.640269] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.649212] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070400, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.784787] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.853082] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd223055-a0f6-4216-87a2-dcbcbdfa9982 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "989d8008-3544-4921-bdbe-c46b36d3ddb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.558s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.887716] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Successfully updated port: 03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.944294] env[68199]: DEBUG nova.network.neutron [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updated VIF entry in instance network info cache for port 9560b668-46c9-4f56-929a-8986bf8eb6ca. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.944639] env[68199]: DEBUG nova.network.neutron [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updating instance_info_cache with network_info: [{"id": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "address": "fa:16:3e:76:8f:78", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9560b668-46", "ovs_interfaceid": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.981104] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.155314] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070400, 'name': CreateVM_Task, 'duration_secs': 0.40527} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.157702] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.158517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.158754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.158984] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.159248] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39f9469-9053-4ef8-99e9-a9ac1e6fbed5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.164688] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 946.164688] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5269b0c6-4250-c2e5-53b7-2200e809864a" [ 946.164688] env[68199]: _type = "Task" [ 946.164688] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.175219] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5269b0c6-4250-c2e5-53b7-2200e809864a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.206653] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de343c4-1c8a-4277-b8b1-6f1a72e62db1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.215247] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b3da0-ffb2-4256-955e-2db1dc908438 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.246798] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73296341-e7f2-4d15-8def-50e473071681 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.255223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd6762-185e-4658-9473-d34102db5a3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.269019] env[68199]: DEBUG nova.compute.provider_tree [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.286576] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070399, 'name': ReconfigVM_Task, 'duration_secs': 0.571517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.286882] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/e74aee2c-8f1b-4119-8bc5-2b43162dabe9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.287478] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f70f99-e1ae-4717-a0bf-49051e22e521 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.295478] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 946.295478] env[68199]: value = "task-3070401" [ 946.295478] env[68199]: _type = "Task" [ 946.295478] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.305419] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070401, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.391010] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.391010] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.391010] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.448654] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b0a12c9-f6e9-4c99-b823-211bb181f7be req-a638f666-1dab-4679-8503-b260ef7f2092 service nova] Releasing lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.518775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.519087] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.519305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.519489] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.519658] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.523739] env[68199]: INFO nova.compute.manager [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Terminating instance [ 946.679861] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5269b0c6-4250-c2e5-53b7-2200e809864a, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.680295] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.680493] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.680758] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.680943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.681202] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.681501] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9321ff25-b995-493d-9ee9-98094534f16f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.691975] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.692274] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.693020] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4bfca3-731f-4dbe-ade9-7e24a33b39d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.699073] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 946.699073] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527691e7-7d5c-91cf-90c2-4f373de374df" [ 946.699073] env[68199]: _type = "Task" [ 946.699073] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.708067] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527691e7-7d5c-91cf-90c2-4f373de374df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.775516] env[68199]: DEBUG nova.scheduler.client.report [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.778911] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "91242858-b550-4031-8fd6-3f65e6f3571c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.779552] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.779552] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.779781] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.779781] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.785824] env[68199]: INFO nova.compute.manager [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Terminating instance [ 946.806479] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070401, 'name': Rename_Task, 'duration_secs': 0.358599} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.806744] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.806990] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f31a6f-e6cf-48c5-8aad-3716366970ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.814857] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 946.814857] env[68199]: value = "task-3070402" [ 946.814857] env[68199]: _type = "Task" [ 946.814857] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.825445] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.921708] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.011726] env[68199]: DEBUG nova.compute.manager [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Received event network-vif-plugged-03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.011923] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.012201] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.012420] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.012653] env[68199]: DEBUG nova.compute.manager [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] No waiting events found dispatching network-vif-plugged-03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.012846] env[68199]: WARNING nova.compute.manager [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Received unexpected event network-vif-plugged-03c00c41-6b57-45af-9c9c-1a399ef98441 for instance with vm_state building and task_state spawning. [ 947.013051] env[68199]: DEBUG nova.compute.manager [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Received event network-changed-03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.013218] env[68199]: DEBUG nova.compute.manager [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Refreshing instance network info cache due to event network-changed-03c00c41-6b57-45af-9c9c-1a399ef98441. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.013385] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.028701] env[68199]: DEBUG nova.compute.manager [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.029166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.030460] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bc902b-70db-40a7-9610-ca3921dc764b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.039489] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.039902] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e35322-0224-46e4-804e-3ef1284a12c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.048361] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 947.048361] env[68199]: value = "task-3070403" [ 947.048361] env[68199]: _type = "Task" [ 947.048361] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.060112] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.095528] env[68199]: DEBUG nova.network.neutron [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.106517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "93e05f47-f5ed-44cf-89bb-66399906d80a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.106778] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.210516] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527691e7-7d5c-91cf-90c2-4f373de374df, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.211458] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0cc879-84df-48c8-b785-37c309ce28c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.217385] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 947.217385] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523087b0-1c4e-b5c3-1d56-0ced1815da9e" [ 947.217385] env[68199]: _type = "Task" [ 947.217385] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.226224] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523087b0-1c4e-b5c3-1d56-0ced1815da9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.283418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.285862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.074s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.287497] env[68199]: INFO nova.compute.claims [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.290342] env[68199]: DEBUG nova.compute.manager [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.290564] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.291560] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece580b-8eb5-404d-a5f7-a2f563b39576 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.300231] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.300482] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fee4b9-ef35-4857-954a-37fc92d12cc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.308349] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 947.308349] env[68199]: value = "task-3070404" [ 947.308349] env[68199]: _type = "Task" [ 947.308349] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.312067] env[68199]: INFO nova.scheduler.client.report [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Deleted allocations for instance ccb50303-0830-4348-ae0f-09857fdc2c73 [ 947.323991] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.331011] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.559967] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070403, 'name': PowerOffVM_Task, 'duration_secs': 0.213055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.560267] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.560438] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.560751] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634ac4cd-ad95-4ba6-99cb-9ee935c0dfc4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.598482] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.598891] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Instance network_info: |[{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.599241] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599477] env[68199]: DEBUG nova.network.neutron [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Refreshing network info cache for port 03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.600733] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:f4:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c00c41-6b57-45af-9c9c-1a399ef98441', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.611436] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating folder: Project (2d70fa055b7a439b936712be85c8d328). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.612090] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.614567] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86b40487-3663-44c7-ac08-baed1af10851 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.630218] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created folder: Project (2d70fa055b7a439b936712be85c8d328) in parent group-v614632. [ 947.630421] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating folder: Instances. Parent ref: group-v614831. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.630702] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ced1783-55e4-4ce2-88c7-6a33eb9b3ed9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.644084] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created folder: Instances in parent group-v614831. [ 947.644518] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.644818] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.645020] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7016e6cb-0c74-49fa-a98a-cee3719c26e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.672794] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.673173] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.673373] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] 0381cbe4-5d2f-4a13-94be-a83461e40cd1 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.674196] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f6b397-df1c-415c-bcc6-0f3c8fe0586b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.683035] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 947.683035] env[68199]: value = "task-3070409" [ 947.683035] env[68199]: _type = "Task" [ 947.683035] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.683473] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.683473] env[68199]: value = "task-3070408" [ 947.683473] env[68199]: _type = "Task" [ 947.683473] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.695445] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.698452] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070408, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.729050] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523087b0-1c4e-b5c3-1d56-0ced1815da9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.729246] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729372] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/54351cc5-0112-42cf-9cb5-d9ac9357b989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.729684] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc836b45-730a-407e-b89d-25f7c6abbf49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.736662] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 947.736662] env[68199]: value = "task-3070410" [ 947.736662] env[68199]: _type = "Task" [ 947.736662] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.745121] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.824055] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070404, 'name': PowerOffVM_Task, 'duration_secs': 0.252293} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.824632] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.824860] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.827420] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18451cc9-56d8-44ab-99ad-f615a19f72b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.832917] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b0dde487-1abd-4c3b-a278-b546412e73fe tempest-ServerTagsTestJSON-763124881 tempest-ServerTagsTestJSON-763124881-project-member] Lock "ccb50303-0830-4348-ae0f-09857fdc2c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.407s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.834032] env[68199]: DEBUG oslo_vmware.api [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070402, 'name': PowerOnVM_Task, 'duration_secs': 0.65113} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.834942] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.835193] env[68199]: INFO nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 947.835397] env[68199]: DEBUG nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.836219] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ffd186-84fc-4ea9-b251-82e0a08c2ac5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911070] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.911070] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.911329] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleting the datastore file [datastore1] 91242858-b550-4031-8fd6-3f65e6f3571c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.911545] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e032095-3f68-4653-a988-4ca8de7d2691 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.921069] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 947.921069] env[68199]: value = "task-3070412" [ 947.921069] env[68199]: _type = "Task" [ 947.921069] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.931965] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.141237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.203201] env[68199]: DEBUG oslo_vmware.api [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185084} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.206920] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.207041] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.207231] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.207406] env[68199]: INFO nova.compute.manager [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 948.207666] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.207835] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070408, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.210863] env[68199]: DEBUG nova.compute.manager [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.210975] env[68199]: DEBUG nova.network.neutron [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.247320] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070410, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.357320] env[68199]: INFO nova.compute.manager [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Took 49.88 seconds to build instance. [ 948.432454] env[68199]: DEBUG oslo_vmware.api [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447465} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.432770] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.432966] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.433161] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.433336] env[68199]: INFO nova.compute.manager [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.433794] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.433794] env[68199]: DEBUG nova.compute.manager [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.433865] env[68199]: DEBUG nova.network.neutron [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.464619] env[68199]: DEBUG nova.network.neutron [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updated VIF entry in instance network info cache for port 03c00c41-6b57-45af-9c9c-1a399ef98441. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.464975] env[68199]: DEBUG nova.network.neutron [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.695546] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070408, 'name': CreateVM_Task, 'duration_secs': 0.57101} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.695830] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.696443] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.696604] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.697028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.697306] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b6299b-afdd-49dd-abbf-082e6a792df0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.701689] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 948.701689] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52516eaa-789d-a4fb-e4b0-f98225669ba2" [ 948.701689] env[68199]: _type = "Task" [ 948.701689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.713380] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52516eaa-789d-a4fb-e4b0-f98225669ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.717831] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24029bf9-d8b8-4880-84da-03da624cc709 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.724723] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86a5a0-c969-441b-8cf3-9ce449438817 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.762479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361ba1eb-dc0b-4356-92b9-ce60a5cff4bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.772035] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52438} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.774273] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/54351cc5-0112-42cf-9cb5-d9ac9357b989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.774486] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.774787] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800bae9f-5ffa-45a1-969f-5fcdab85bde2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.777752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a52c0-9875-431c-aa7e-72b099c9dd6c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.791313] env[68199]: DEBUG nova.compute.provider_tree [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.793681] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 948.793681] env[68199]: value = "task-3070413" [ 948.793681] env[68199]: _type = "Task" [ 948.793681] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.801076] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.863576] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b410ed0-6066-4235-8881-f9eed3e4c9cc tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.817s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.969801] env[68199]: DEBUG oslo_concurrency.lockutils [req-50b7aeb8-3dd9-40c8-aff0-6c565339e40c req-f02cd133-896b-4516-b9bd-953338f8dae3 service nova] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.976862] env[68199]: DEBUG nova.compute.manager [req-3f261e97-1d4f-48a8-88c9-2c1c8c0d4b61 req-8f10a85f-59bf-4233-b354-07dc0a5c9e77 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Received event network-vif-deleted-c256480f-1aa7-4844-beac-aa544ef7548f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.977061] env[68199]: INFO nova.compute.manager [req-3f261e97-1d4f-48a8-88c9-2c1c8c0d4b61 req-8f10a85f-59bf-4233-b354-07dc0a5c9e77 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Neutron deleted interface c256480f-1aa7-4844-beac-aa544ef7548f; detaching it from the instance and deleting it from the info cache [ 948.977240] env[68199]: DEBUG nova.network.neutron [req-3f261e97-1d4f-48a8-88c9-2c1c8c0d4b61 req-8f10a85f-59bf-4233-b354-07dc0a5c9e77 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.035127] env[68199]: DEBUG nova.compute.manager [req-fa919884-6075-4bd6-a235-d93d7af8223c req-c17818e3-db4a-484f-a2a2-3e5f2233d2ba service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Received event network-vif-deleted-ee8a099a-dd38-4b57-8e4d-e45f76e8c19d {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.035256] env[68199]: INFO nova.compute.manager [req-fa919884-6075-4bd6-a235-d93d7af8223c req-c17818e3-db4a-484f-a2a2-3e5f2233d2ba service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Neutron deleted interface ee8a099a-dd38-4b57-8e4d-e45f76e8c19d; detaching it from the instance and deleting it from the info cache [ 949.035448] env[68199]: DEBUG nova.network.neutron [req-fa919884-6075-4bd6-a235-d93d7af8223c req-c17818e3-db4a-484f-a2a2-3e5f2233d2ba service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.040017] env[68199]: DEBUG nova.network.neutron [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.214858] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52516eaa-789d-a4fb-e4b0-f98225669ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.215176] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.215407] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.215641] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.215794] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.215974] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.216247] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a385439-7c2d-4145-9a48-2101ea8cce62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.224788] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.224984] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.225687] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b82078f-c480-4a5b-ab56-6ecd04e1b4a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230919] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 949.230919] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fc44fe-05ae-4480-cb44-ac067d785759" [ 949.230919] env[68199]: _type = "Task" [ 949.230919] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.238134] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fc44fe-05ae-4480-cb44-ac067d785759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.297791] env[68199]: DEBUG nova.scheduler.client.report [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.308475] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068321} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.311505] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.311505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b1b319-bce6-44df-a230-1b5b90591122 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.333095] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/54351cc5-0112-42cf-9cb5-d9ac9357b989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.333735] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69fbf34a-7d23-4759-b593-caace6094550 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353559] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 949.353559] env[68199]: value = "task-3070414" [ 949.353559] env[68199]: _type = "Task" [ 949.353559] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.364714] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.400736] env[68199]: DEBUG nova.network.neutron [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.481594] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ddb8919-d5a4-413a-b4c9-7e1c130e1eb9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.498861] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696119b9-d143-4bb8-8f80-6f85c15f99d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.536879] env[68199]: DEBUG nova.compute.manager [req-3f261e97-1d4f-48a8-88c9-2c1c8c0d4b61 req-8f10a85f-59bf-4233-b354-07dc0a5c9e77 service nova] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Detach interface failed, port_id=c256480f-1aa7-4844-beac-aa544ef7548f, reason: Instance 91242858-b550-4031-8fd6-3f65e6f3571c could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.539696] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24eca19f-0875-4608-aff8-0c098d38d259 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.541429] env[68199]: INFO nova.compute.manager [-] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Took 1.33 seconds to deallocate network for instance. [ 949.549519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae154381-3b7d-4505-b346-38319b8e3678 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.581014] env[68199]: DEBUG nova.compute.manager [req-fa919884-6075-4bd6-a235-d93d7af8223c req-c17818e3-db4a-484f-a2a2-3e5f2233d2ba service nova] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Detach interface failed, port_id=ee8a099a-dd38-4b57-8e4d-e45f76e8c19d, reason: Instance 0381cbe4-5d2f-4a13-94be-a83461e40cd1 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.743166] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fc44fe-05ae-4480-cb44-ac067d785759, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.743772] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d225b707-2f3d-40dd-8556-93fcbcd63186 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.751111] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 949.751111] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521d89bc-db7a-d7ab-b7d4-dce050250d40" [ 949.751111] env[68199]: _type = "Task" [ 949.751111] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.759450] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521d89bc-db7a-d7ab-b7d4-dce050250d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.804069] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.804627] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.807346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.285s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.807589] env[68199]: DEBUG nova.objects.instance [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lazy-loading 'resources' on Instance uuid 255bc5fb-8d6b-443f-b942-196207ddc76e {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.863648] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070414, 'name': ReconfigVM_Task, 'duration_secs': 0.423878} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.863839] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/54351cc5-0112-42cf-9cb5-d9ac9357b989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.864501] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a0e459-e794-4fa9-95b1-9b490874cbcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871607] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 949.871607] env[68199]: value = "task-3070415" [ 949.871607] env[68199]: _type = "Task" [ 949.871607] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.880360] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070415, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.902698] env[68199]: INFO nova.compute.manager [-] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Took 1.47 seconds to deallocate network for instance. [ 950.061572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.261877] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521d89bc-db7a-d7ab-b7d4-dce050250d40, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.262160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.262424] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.262710] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23343e49-032e-42c3-bba2-4b809efe4640 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.268963] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 950.268963] env[68199]: value = "task-3070416" [ 950.268963] env[68199]: _type = "Task" [ 950.268963] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.275956] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.310586] env[68199]: DEBUG nova.compute.utils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.312092] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.312278] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.378351] env[68199]: DEBUG nova.policy [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.385054] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070415, 'name': Rename_Task, 'duration_secs': 0.140199} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.385467] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.385710] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1580f2f7-03da-4f53-a286-9e0e6bbb778b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.391738] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 950.391738] env[68199]: value = "task-3070417" [ 950.391738] env[68199]: _type = "Task" [ 950.391738] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.401552] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.410675] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.689558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646cdb6-298d-4c83-8844-b2ec008efdaf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.699586] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e148a7-a643-4e40-b3ca-145078d2f853 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.738024] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d935af7-9e7e-4244-a8df-348898b55421 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.746389] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac129308-9bd1-494f-aabb-39679b18b6b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.762395] env[68199]: DEBUG nova.compute.provider_tree [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.764481] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Successfully created port: 39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.777645] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484156} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.778506] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.778716] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.779011] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e3e0bb8-4ec9-4969-9d9e-addcf991155f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.788643] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 950.788643] env[68199]: value = "task-3070418" [ 950.788643] env[68199]: _type = "Task" [ 950.788643] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.797405] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.819321] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.902017] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.268249] env[68199]: DEBUG nova.scheduler.client.report [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.298967] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0634} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.299241] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.300070] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff16ad-4829-4ff3-83f2-1ddae8261f6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.322618] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.326105] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee108f70-ab29-434a-822e-41b25d4407dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.347909] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 951.347909] env[68199]: value = "task-3070419" [ 951.347909] env[68199]: _type = "Task" [ 951.347909] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.357952] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.403206] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.773379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.776481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.153s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.776775] env[68199]: DEBUG nova.objects.instance [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lazy-loading 'resources' on Instance uuid 7507bea9-49eb-42e3-a1db-87ff5ef307ad {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.797035] env[68199]: INFO nova.scheduler.client.report [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted allocations for instance 255bc5fb-8d6b-443f-b942-196207ddc76e [ 951.843390] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.859145] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070419, 'name': ReconfigVM_Task, 'duration_secs': 0.303121} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.859145] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.859417] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e398393-082b-4d9d-a621-c1d01fb7e405 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.868348] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.868579] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.868740] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.868956] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.869120] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.869271] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.869475] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.869632] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.869799] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.869960] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.870146] env[68199]: DEBUG nova.virt.hardware [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.870933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4884a0c2-5d47-4771-8aa9-6c3c1062bcca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.874325] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 951.874325] env[68199]: value = "task-3070420" [ 951.874325] env[68199]: _type = "Task" [ 951.874325] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.882451] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c9b79-095c-4218-aa7b-9314486a5f5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.888713] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070420, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.904931] env[68199]: DEBUG oslo_vmware.api [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070417, 'name': PowerOnVM_Task, 'duration_secs': 1.107467} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.905191] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.905393] env[68199]: INFO nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Took 9.17 seconds to spawn the instance on the hypervisor. [ 951.905572] env[68199]: DEBUG nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.906308] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72df475-4389-443e-a369-40f827b4fa1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.306309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1c40e4f0-8e13-404b-a554-5c216a8573ab tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "255bc5fb-8d6b-443f-b942-196207ddc76e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.552s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.389094] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070420, 'name': Rename_Task, 'duration_secs': 0.139585} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.389386] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.389633] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d0fc65-59d2-4901-a0d3-fa53d8636f2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.396979] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 952.396979] env[68199]: value = "task-3070421" [ 952.396979] env[68199]: _type = "Task" [ 952.396979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.403967] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.424059] env[68199]: INFO nova.compute.manager [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Took 32.43 seconds to build instance. [ 952.627155] env[68199]: DEBUG nova.compute.manager [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Received event network-vif-plugged-39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.627398] env[68199]: DEBUG oslo_concurrency.lockutils [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.627603] env[68199]: DEBUG oslo_concurrency.lockutils [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.627770] env[68199]: DEBUG oslo_concurrency.lockutils [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.627938] env[68199]: DEBUG nova.compute.manager [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] No waiting events found dispatching network-vif-plugged-39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.628120] env[68199]: WARNING nova.compute.manager [req-8edf3bee-4e19-4e31-a71b-bcd5a02b20d7 req-9517ff9d-f54c-41c7-8ba8-9a3121a6a588 service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Received unexpected event network-vif-plugged-39a8b04f-2a8f-43c8-90b4-f49642f3081b for instance with vm_state building and task_state spawning. [ 952.645699] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00f10a-3644-40a6-bd50-b70e40a3aac6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.653656] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f97485-6e09-4cbf-aa62-1675929caf78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.689939] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde482b8-e130-4390-9fad-b41440683dde {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.697649] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc7e93-f72e-4fcf-ac76-5f1adc254d23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.718599] env[68199]: DEBUG nova.compute.provider_tree [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.816343] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Successfully updated port: 39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.905851] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070421, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.927506] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fc1d615f-5a20-415d-8124-3ea2594b4986 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.110s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.208463] env[68199]: INFO nova.compute.manager [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Rescuing [ 953.208721] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.208892] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.209079] env[68199]: DEBUG nova.network.neutron [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.223099] env[68199]: DEBUG nova.scheduler.client.report [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.318855] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.319037] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.319197] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.406895] env[68199]: DEBUG oslo_vmware.api [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070421, 'name': PowerOnVM_Task, 'duration_secs': 0.73118} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.407246] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.407483] env[68199]: INFO nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 8.14 seconds to spawn the instance on the hypervisor. [ 953.407701] env[68199]: DEBUG nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.408581] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ef245-7a03-48f3-9d28-1952dc49fe2d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.729099] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.729803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.827s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.731343] env[68199]: INFO nova.compute.claims [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.749188] env[68199]: INFO nova.scheduler.client.report [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Deleted allocations for instance 7507bea9-49eb-42e3-a1db-87ff5ef307ad [ 953.851594] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.931123] env[68199]: INFO nova.compute.manager [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 31.32 seconds to build instance. [ 953.998087] env[68199]: DEBUG nova.network.neutron [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Updating instance_info_cache with network_info: [{"id": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "address": "fa:16:3e:80:65:78", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8b04f-2a", "ovs_interfaceid": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.032516] env[68199]: DEBUG nova.network.neutron [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updating instance_info_cache with network_info: [{"id": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "address": "fa:16:3e:76:8f:78", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9560b668-46", "ovs_interfaceid": "9560b668-46c9-4f56-929a-8986bf8eb6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.257684] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc5f3e2c-a112-4f80-aeb7-e5d0b2ea351c tempest-MultipleCreateTestJSON-12882383 tempest-MultipleCreateTestJSON-12882383-project-member] Lock "7507bea9-49eb-42e3-a1db-87ff5ef307ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.391s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.433223] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cecb1773-e010-4b93-a134-dde849891803 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.226s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.502205] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.502677] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Instance network_info: |[{"id": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "address": "fa:16:3e:80:65:78", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8b04f-2a", "ovs_interfaceid": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.503262] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:65:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a8b04f-2a8f-43c8-90b4-f49642f3081b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.520130] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.520130] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.520130] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f2a5e2-28ba-48f6-bb84-fd972cc63032 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.547656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-54351cc5-0112-42cf-9cb5-d9ac9357b989" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.556553] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.556553] env[68199]: value = "task-3070422" [ 954.556553] env[68199]: _type = "Task" [ 954.556553] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.565674] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070422, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.799477] env[68199]: DEBUG nova.compute.manager [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Received event network-changed-39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.799477] env[68199]: DEBUG nova.compute.manager [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Refreshing instance network info cache due to event network-changed-39a8b04f-2a8f-43c8-90b4-f49642f3081b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.800101] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Acquiring lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.800101] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Acquired lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.800343] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Refreshing network info cache for port 39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.067288] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070422, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.153408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdaf4e2-1579-416d-b469-1efc01bafa72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161024] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30594d2f-016b-4390-8633-7588fc1965e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.192099] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2c75a-b9da-4343-8a86-1cfd8bfeec5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.199394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12029b91-95fe-464b-8380-9652e4623d59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.212867] env[68199]: DEBUG nova.compute.provider_tree [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.567178] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070422, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.580064] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Updated VIF entry in instance network info cache for port 39a8b04f-2a8f-43c8-90b4-f49642f3081b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.580064] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Updating instance_info_cache with network_info: [{"id": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "address": "fa:16:3e:80:65:78", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8b04f-2a", "ovs_interfaceid": "39a8b04f-2a8f-43c8-90b4-f49642f3081b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.716155] env[68199]: DEBUG nova.scheduler.client.report [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.066614] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070422, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.083059] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Releasing lock "refresh_cache-90e89f5b-4fc3-493a-a645-9c115188ffa2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.083059] env[68199]: DEBUG nova.compute.manager [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Received event network-changed-03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.083059] env[68199]: DEBUG nova.compute.manager [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Refreshing instance network info cache due to event network-changed-03c00c41-6b57-45af-9c9c-1a399ef98441. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.083466] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.083466] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.083466] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Refreshing network info cache for port 03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.093168] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.093432] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0884059-2848-44dc-9149-c85bb52a6b14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.101460] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 956.101460] env[68199]: value = "task-3070423" [ 956.101460] env[68199]: _type = "Task" [ 956.101460] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.109066] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.226437] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.227029] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.230028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.887s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.231113] env[68199]: DEBUG nova.objects.instance [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lazy-loading 'resources' on Instance uuid be5f2428-8129-428b-964a-5a93d7d55014 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.568247] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070422, 'name': CreateVM_Task, 'duration_secs': 1.653299} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.568398] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.569045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.569277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.569618] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.569890] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e44e7f5-cb24-41d7-b38c-d289e72c651e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.574435] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 956.574435] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d05771-d17e-713d-ae82-9d7657f591ab" [ 956.574435] env[68199]: _type = "Task" [ 956.574435] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.581992] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d05771-d17e-713d-ae82-9d7657f591ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.612048] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070423, 'name': PowerOffVM_Task, 'duration_secs': 0.305546} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.612329] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.613253] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a6c08-0c42-4a31-8676-ed5d4a2b2a02 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.633195] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a240b-c15a-48c6-8cfc-59d00213e958 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.666371] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.666995] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23441057-b7d6-46c8-aaa4-9496626f9ca1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.673685] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 956.673685] env[68199]: value = "task-3070424" [ 956.673685] env[68199]: _type = "Task" [ 956.673685] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.681555] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.733012] env[68199]: DEBUG nova.compute.utils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.737288] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 956.887859] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updated VIF entry in instance network info cache for port 03c00c41-6b57-45af-9c9c-1a399ef98441. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.888242] env[68199]: DEBUG nova.network.neutron [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.084684] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d05771-d17e-713d-ae82-9d7657f591ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.088493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.088493] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.088493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.088493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.088493] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.088753] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06442ffa-bff9-454a-ad14-336a9d0bcc28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.098407] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.098609] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.099408] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6b8f3d-4010-4c61-834c-10f3d58bf14b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.107467] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 957.107467] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527289d4-f724-d03b-56ef-9bb0a156cf06" [ 957.107467] env[68199]: _type = "Task" [ 957.107467] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.115410] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527289d4-f724-d03b-56ef-9bb0a156cf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.118015] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321178e0-61a6-4484-9481-c900701b65ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.124528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3eb638-7461-4737-b54a-73c8cdcafcba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.155307] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ff7b2b-309d-42f4-b390-d634240f2c17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.163674] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd399d-48e0-4439-aa18-7db140fbf556 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.177510] env[68199]: DEBUG nova.compute.provider_tree [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.187615] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.187824] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.188088] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.188910] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.188910] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.189042] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a19c43f4-7df9-4b10-816a-664ab97d4d52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.198019] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.198246] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.198992] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04df26f-c5b9-4c83-a37f-32bf2da5500b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.203956] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 957.203956] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5237906e-3ab1-d428-a5c1-284233b86ae4" [ 957.203956] env[68199]: _type = "Task" [ 957.203956] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.211740] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5237906e-3ab1-d428-a5c1-284233b86ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.237899] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.393688] env[68199]: DEBUG oslo_concurrency.lockutils [req-33c4b100-f77b-4f23-894b-44148aed52e2 req-4430d308-8782-4b8f-aa0d-00fa165b740a service nova] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.618965] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527289d4-f724-d03b-56ef-9bb0a156cf06, 'name': SearchDatastore_Task, 'duration_secs': 0.024775} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.619755] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0020b25f-273c-40a0-b6f2-5d439ee3b6d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.625373] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 957.625373] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d1d204-1454-bee9-87ea-6f09d51b7062" [ 957.625373] env[68199]: _type = "Task" [ 957.625373] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.632719] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d1d204-1454-bee9-87ea-6f09d51b7062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.683224] env[68199]: DEBUG nova.scheduler.client.report [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.713424] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5237906e-3ab1-d428-a5c1-284233b86ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.030218} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.714329] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdef9381-6dd8-4560-b0b1-1687fe62ecdf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.719701] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 957.719701] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522f7924-912a-314f-c1fc-de449e9f73d5" [ 957.719701] env[68199]: _type = "Task" [ 957.719701] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.727237] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f7924-912a-314f-c1fc-de449e9f73d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.774805] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.775102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.775294] env[68199]: INFO nova.compute.manager [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Shelving [ 958.139932] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d1d204-1454-bee9-87ea-6f09d51b7062, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.140257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.140528] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 90e89f5b-4fc3-493a-a645-9c115188ffa2/90e89f5b-4fc3-493a-a645-9c115188ffa2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.140830] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0ba9245-e0f9-4743-9605-45436f0a0f69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.148705] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 958.148705] env[68199]: value = "task-3070425" [ 958.148705] env[68199]: _type = "Task" [ 958.148705] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.156421] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.188352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.190632] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.419s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.215409] env[68199]: INFO nova.scheduler.client.report [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted allocations for instance be5f2428-8129-428b-964a-5a93d7d55014 [ 958.229599] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f7924-912a-314f-c1fc-de449e9f73d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.229864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.230163] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 958.230425] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf5a34e-7619-437c-b29f-e369cf806a80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.238070] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 958.238070] env[68199]: value = "task-3070426" [ 958.238070] env[68199]: _type = "Task" [ 958.238070] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.246609] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.248964] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.273374] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.273840] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.274097] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.274346] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.274553] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.274744] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.275016] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.275243] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.275453] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.275718] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.276023] env[68199]: DEBUG nova.virt.hardware [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.277242] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53c8a4-1539-4f3d-b144-3e786afece8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.289487] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc892db-5d7f-48d8-8a69-1dd62e44b1fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.308226] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.315406] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Creating folder: Project (cfd4523632d443ba8515ffb85a1354c8). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.316852] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-244b7013-2a01-45c7-98c4-31ab162675f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.329225] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Created folder: Project (cfd4523632d443ba8515ffb85a1354c8) in parent group-v614632. [ 958.329450] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Creating folder: Instances. Parent ref: group-v614835. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.329709] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359abaf2-0571-4c58-a085-157a641a5ebc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.342171] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Created folder: Instances in parent group-v614835. [ 958.342452] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.342653] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.342954] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0b00b6-7f40-4cd5-8dc4-69e7e575af59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.361560] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.361560] env[68199]: value = "task-3070429" [ 958.361560] env[68199]: _type = "Task" [ 958.361560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.370111] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070429, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.659291] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070425, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.723961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d9678eb0-6c5d-4424-93a2-3f157e2cda19 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "be5f2428-8129-428b-964a-5a93d7d55014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.749088] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.803074] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.803692] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c451b6b4-3e51-4887-b25c-b68110f1c119 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.818202] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 958.818202] env[68199]: value = "task-3070430" [ 958.818202] env[68199]: _type = "Task" [ 958.818202] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.836627] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.871911] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070429, 'name': CreateVM_Task, 'duration_secs': 0.395487} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.873741] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.874419] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.874639] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.874950] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.875258] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a492485-8c21-4f9b-bee9-e085a0c9e021 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.879735] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 958.879735] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526e0d5f-d6bd-0a34-9463-a66ebbcaf5f9" [ 958.879735] env[68199]: _type = "Task" [ 958.879735] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.889920] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e0d5f-d6bd-0a34-9463-a66ebbcaf5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.084376] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b419b00-3c14-4a41-b5cd-8a027c238bab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.093881] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479615aa-7b2b-4ce9-b134-8d4540bdd27d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.130149] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba413433-5aba-492c-ba8e-ba3625b846e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.142103] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb28ae-b932-473b-9d15-3f27289e3425 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.152614] env[68199]: DEBUG nova.compute.provider_tree [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.162280] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527718} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.162693] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 90e89f5b-4fc3-493a-a645-9c115188ffa2/90e89f5b-4fc3-493a-a645-9c115188ffa2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.163387] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.163972] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbdced03-2d15-4f75-92fe-8e8e33fd50f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.171497] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 959.171497] env[68199]: value = "task-3070431" [ 959.171497] env[68199]: _type = "Task" [ 959.171497] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.179783] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.250100] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642109} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.250100] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 959.250836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c8497-33c5-4e87-a2ad-326470c43f94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.278285] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.278667] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe968c2-8a91-4520-9e52-5a12e64c3835 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.299278] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 959.299278] env[68199]: value = "task-3070432" [ 959.299278] env[68199]: _type = "Task" [ 959.299278] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.306952] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.329143] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070430, 'name': PowerOffVM_Task, 'duration_secs': 0.226311} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.329483] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.330486] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9da9a-dfd8-4605-8a4f-48329532c1f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.350287] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5695ec70-e5f9-401d-82ea-584d8b9bfb64 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.391444] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526e0d5f-d6bd-0a34-9463-a66ebbcaf5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.020104} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.391650] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.392050] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.392707] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.392707] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.394365] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.394365] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8759099f-d491-445b-8776-40fbd7301bee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.406671] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.406671] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.407559] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8da80b5-a961-444b-a2f6-0b4681da0c81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.413296] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 959.413296] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52659ee6-9b79-0db2-b422-a80592061e55" [ 959.413296] env[68199]: _type = "Task" [ 959.413296] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.420881] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52659ee6-9b79-0db2-b422-a80592061e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.659191] env[68199]: DEBUG nova.scheduler.client.report [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.683915] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060815} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.684322] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.685199] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b33e55b-e3f9-46e9-a08d-ccd81f123db2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.709057] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 90e89f5b-4fc3-493a-a645-9c115188ffa2/90e89f5b-4fc3-493a-a645-9c115188ffa2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.709057] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56579ca-2cdb-4c03-9bd9-5aca02d98251 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.730130] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 959.730130] env[68199]: value = "task-3070433" [ 959.730130] env[68199]: _type = "Task" [ 959.730130] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.740639] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.807813] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.863713] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.864087] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fc29484-9bbb-4be1-b290-f2a7d7f0c071 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.874151] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 959.874151] env[68199]: value = "task-3070434" [ 959.874151] env[68199]: _type = "Task" [ 959.874151] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.881863] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.922937] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52659ee6-9b79-0db2-b422-a80592061e55, 'name': SearchDatastore_Task, 'duration_secs': 0.035707} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.923764] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5e57b3-1a3f-4547-97e7-b1e637cce155 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.928702] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 959.928702] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52150881-1006-a3b1-2784-46906a65843a" [ 959.928702] env[68199]: _type = "Task" [ 959.928702] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.935852] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52150881-1006-a3b1-2784-46906a65843a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.240529] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070433, 'name': ReconfigVM_Task, 'duration_secs': 0.402358} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.240834] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 90e89f5b-4fc3-493a-a645-9c115188ffa2/90e89f5b-4fc3-493a-a645-9c115188ffa2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.241481] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72cdb085-8e4c-48eb-8a35-460653095026 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.249038] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 960.249038] env[68199]: value = "task-3070435" [ 960.249038] env[68199]: _type = "Task" [ 960.249038] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.257019] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070435, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.311359] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070432, 'name': ReconfigVM_Task, 'duration_secs': 0.565708} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.311772] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.312869] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a774be-75a4-446c-9820-97c6e5c2ae06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.339552] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab703b3-770f-44e2-a5ff-8361b7e639c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.355849] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 960.355849] env[68199]: value = "task-3070436" [ 960.355849] env[68199]: _type = "Task" [ 960.355849] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.364449] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.383274] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.438833] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52150881-1006-a3b1-2784-46906a65843a, 'name': SearchDatastore_Task, 'duration_secs': 0.031448} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.439122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.439407] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.439664] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b22b6c-9a41-4e8a-b938-29df2a7452de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.445656] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 960.445656] env[68199]: value = "task-3070437" [ 960.445656] env[68199]: _type = "Task" [ 960.445656] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452970] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.671013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.480s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.674380] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.480s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.675843] env[68199]: INFO nova.compute.claims [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.760786] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070435, 'name': Rename_Task, 'duration_secs': 0.141436} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.761149] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.761459] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4793e9d7-fc87-4027-ba50-9160b6235675 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.771993] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 960.771993] env[68199]: value = "task-3070438" [ 960.771993] env[68199]: _type = "Task" [ 960.771993] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.782492] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.867401] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070436, 'name': ReconfigVM_Task, 'duration_secs': 0.17798} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.867744] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.867953] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8d551f-5a32-40cb-b9e3-46430cb3fe24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.876188] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 960.876188] env[68199]: value = "task-3070439" [ 960.876188] env[68199]: _type = "Task" [ 960.876188] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.888287] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070434, 'name': CreateSnapshot_Task, 'duration_secs': 0.984561} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.891621] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 960.891943] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.892705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fd642-3fe3-4f40-92f6-b669114e49b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.956509] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.246274] env[68199]: INFO nova.scheduler.client.report [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocation for migration 859b8db0-c47e-4ba2-930a-bebd139538f3 [ 961.283071] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.390183] env[68199]: DEBUG oslo_vmware.api [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070439, 'name': PowerOnVM_Task, 'duration_secs': 0.445472} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.390467] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.393465] env[68199]: DEBUG nova.compute.manager [None req-1ab41528-0fba-4e44-8139-874aaf0916f9 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.394342] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca896fe-6f89-4fa5-b1f7-5f8b8431b286 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.413111] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.413442] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66f160d4-8237-4133-b5f2-fd2bb96d2894 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.422182] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 961.422182] env[68199]: value = "task-3070440" [ 961.422182] env[68199]: _type = "Task" [ 961.422182] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.431075] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070440, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.456353] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574868} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.456566] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.456780] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.457041] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e1fa2e-355e-4cb1-8fb7-a725a2367643 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.465474] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 961.465474] env[68199]: value = "task-3070441" [ 961.465474] env[68199]: _type = "Task" [ 961.465474] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.475464] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.752098] env[68199]: DEBUG oslo_concurrency.lockutils [None req-091cd600-2486-4417-ad35-b14070e2c114 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.386s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.785676] env[68199]: DEBUG oslo_vmware.api [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070438, 'name': PowerOnVM_Task, 'duration_secs': 0.615145} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.787763] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.787982] env[68199]: INFO nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Took 9.94 seconds to spawn the instance on the hypervisor. [ 961.788178] env[68199]: DEBUG nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.789208] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ca5683-71dc-4508-a48b-5a26a47abaa7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.936520] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070440, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.977548] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076167} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.980540] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.981397] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33c0e6-79ef-4dad-86d6-f2a6f855570c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.003612] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.006661] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bf5dde-3667-4081-838f-fb112f5cc99d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.027454] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 962.027454] env[68199]: value = "task-3070442" [ 962.027454] env[68199]: _type = "Task" [ 962.027454] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.032487] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e07e8-86a4-47e2-b8e1-22460156106e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.041479] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.044334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0710a004-1b36-451c-9403-5854c143b478 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090561] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90fe784-d360-4240-828d-9f7c6d20d1ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.100758] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cd1ce-4a15-4635-9831-9a1512f2016c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.118076] env[68199]: DEBUG nova.compute.provider_tree [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.307765] env[68199]: INFO nova.compute.manager [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Took 30.12 seconds to build instance. [ 962.434273] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070440, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.540729] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.628321] env[68199]: DEBUG nova.scheduler.client.report [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.651484] env[68199]: INFO nova.compute.manager [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Rebuilding instance [ 962.715056] env[68199]: DEBUG nova.compute.manager [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.715056] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63902f73-8c06-4e6e-b206-29195d7ca129 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.809766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48835393-892f-479c-8ace-b9319fafabe3 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.630s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.935335] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070440, 'name': CloneVM_Task, 'duration_secs': 1.475297} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.935604] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Created linked-clone VM from snapshot [ 962.936420] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7deb67-a72f-4a65-9ff2-988b37d3f660 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.943775] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Uploading image ea24abb4-c1fd-41d9-8c71-71e33069dbe0 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 962.966578] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 962.966578] env[68199]: value = "vm-614839" [ 962.966578] env[68199]: _type = "VirtualMachine" [ 962.966578] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 962.967510] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1102cbf9-531e-4c21-ba74-e883e6bf019e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.974883] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease: (returnval){ [ 962.974883] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fa98e-71fc-7fb6-e2b4-ea8b447a3125" [ 962.974883] env[68199]: _type = "HttpNfcLease" [ 962.974883] env[68199]: } obtained for exporting VM: (result){ [ 962.974883] env[68199]: value = "vm-614839" [ 962.974883] env[68199]: _type = "VirtualMachine" [ 962.974883] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 962.975173] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the lease: (returnval){ [ 962.975173] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fa98e-71fc-7fb6-e2b4-ea8b447a3125" [ 962.975173] env[68199]: _type = "HttpNfcLease" [ 962.975173] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 962.983632] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.983632] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fa98e-71fc-7fb6-e2b4-ea8b447a3125" [ 962.983632] env[68199]: _type = "HttpNfcLease" [ 962.983632] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 963.039226] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070442, 'name': ReconfigVM_Task, 'duration_secs': 0.740536} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.039539] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.040194] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f58802b-208d-4c00-9c3c-cc200863ab04 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.045727] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 963.045727] env[68199]: value = "task-3070444" [ 963.045727] env[68199]: _type = "Task" [ 963.045727] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.053276] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070444, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.133477] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.134133] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.136867] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.057s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.137115] env[68199]: DEBUG nova.objects.instance [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lazy-loading 'resources' on Instance uuid e6481c67-cb8e-48a4-9749-fb060e70ffa4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.167177] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.168036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.168602] env[68199]: DEBUG nova.objects.instance [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.451109] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.451429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.451599] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.451784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.451960] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.454130] env[68199]: INFO nova.compute.manager [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Terminating instance [ 963.482829] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.482829] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fa98e-71fc-7fb6-e2b4-ea8b447a3125" [ 963.482829] env[68199]: _type = "HttpNfcLease" [ 963.482829] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 963.483377] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 963.483377] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521fa98e-71fc-7fb6-e2b4-ea8b447a3125" [ 963.483377] env[68199]: _type = "HttpNfcLease" [ 963.483377] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 963.484322] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98accefb-1c95-4874-975a-b28797e38737 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.492231] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 963.492467] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 963.562098] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070444, 'name': Rename_Task, 'duration_secs': 0.305851} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.562410] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.562718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e98726f-2b62-4a1d-8cb2-0c37f2d40a09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.570108] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 963.570108] env[68199]: value = "task-3070445" [ 963.570108] env[68199]: _type = "Task" [ 963.570108] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.578137] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.585150] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fecf550-c927-4f3c-8c01-3e406c5d0f38 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.640703] env[68199]: DEBUG nova.compute.utils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.644907] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 963.673886] env[68199]: DEBUG nova.objects.instance [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.728661] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.729018] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccea99f8-526e-4b6c-bd5d-a88003a36d6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.739604] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 963.739604] env[68199]: value = "task-3070446" [ 963.739604] env[68199]: _type = "Task" [ 963.739604] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.750032] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.958549] env[68199]: DEBUG nova.compute.manager [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.958856] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.960118] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203ddde-7ee9-44c9-b971-d910d55bfa26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.973914] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.979120] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c476eb-a0a9-4010-b3e7-ccad31ed41f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.987353] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 963.987353] env[68199]: value = "task-3070447" [ 963.987353] env[68199]: _type = "Task" [ 963.987353] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.014121] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.018932] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eedfd28-581b-4ede-9517-b09d94428816 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.028843] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52c3da-337c-4e6c-9d29-1c2d221f266b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.065939] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8655ad-a5ac-4d76-a53f-3207f0b263a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.079104] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec6493-508e-4028-ba4f-35e79dcf1720 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.089623] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.103355] env[68199]: DEBUG nova.compute.provider_tree [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.115419] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.115754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.146267] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.176659] env[68199]: DEBUG nova.objects.base [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance<1143471b-d344-4d46-9691-492e13e0ba8a> lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.176897] env[68199]: DEBUG nova.network.neutron [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.230438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.231038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.251600] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070446, 'name': PowerOffVM_Task, 'duration_secs': 0.275764} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.252156] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.252579] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.253753] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c1040-4413-4e41-a271-3d2305fa44a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.262440] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.262949] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e029ddde-7aee-428b-a02d-d136d91f7e33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.270520] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9af029d8-1cd6-4697-a8b8-aaf279ad9396 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.304766] env[68199]: INFO nova.compute.manager [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Rescuing [ 964.305237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.305460] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.305678] env[68199]: DEBUG nova.network.neutron [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.336050] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.336277] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.336484] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleting the datastore file [datastore2] 49caf0db-5b01-4a6c-a640-3ce20cc4e989 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.336755] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92708849-d7eb-489a-9241-8e415d1a042e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.343449] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 964.343449] env[68199]: value = "task-3070449" [ 964.343449] env[68199]: _type = "Task" [ 964.343449] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.351728] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.510444] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070447, 'name': PowerOffVM_Task, 'duration_secs': 0.187353} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.510925] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.511319] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.511753] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e684d91-2b61-4c67-a694-ae1a2831c21d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.581349] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.607031] env[68199]: DEBUG nova.scheduler.client.report [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.619055] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.735185] env[68199]: DEBUG nova.compute.utils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.855517] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330214} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.856302] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.856545] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.856690] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.072822] env[68199]: DEBUG nova.network.neutron [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [{"id": "4e94c06b-f696-44a7-8b64-bc0999532468", "address": "fa:16:3e:04:50:bd", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94c06b-f6", "ovs_interfaceid": "4e94c06b-f696-44a7-8b64-bc0999532468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.083299] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.112443] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.115414] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.511s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.115659] env[68199]: DEBUG nova.objects.instance [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lazy-loading 'resources' on Instance uuid 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.142448] env[68199]: INFO nova.scheduler.client.report [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Deleted allocations for instance e6481c67-cb8e-48a4-9749-fb060e70ffa4 [ 965.145594] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.156970] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.187879] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.188241] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.188847] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.188955] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.189210] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.189439] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.189666] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.189833] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.190082] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.190456] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.190875] env[68199]: DEBUG nova.virt.hardware [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.191846] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a761cc-e07d-4d89-9a0f-fc6c57e9a439 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.201425] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d350fc-ff59-4b12-ab6a-127946a26eb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.218091] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.224332] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Creating folder: Project (3d123483e79446a896eba4419c405be4). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.225108] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8246030-89a3-4039-8e09-748be4700d72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.235827] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Created folder: Project (3d123483e79446a896eba4419c405be4) in parent group-v614632. [ 965.236118] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Creating folder: Instances. Parent ref: group-v614840. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.236386] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e75bcd6b-cdd8-420d-a219-00cc40961ffc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.238537] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.247555] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Created folder: Instances in parent group-v614840. [ 965.247888] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.248112] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.248381] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7035ebeb-5e00-4df1-8119-7e75f33417a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.266593] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.266593] env[68199]: value = "task-3070453" [ 965.266593] env[68199]: _type = "Task" [ 965.266593] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.278989] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070453, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.323268] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.324084] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.324084] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore1] 863f165e-b8a5-46ff-92de-868928dbf1dd {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.324321] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5eeafc6-8880-4b88-bf02-f3ab9c24a20d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.338262] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 965.338262] env[68199]: value = "task-3070454" [ 965.338262] env[68199]: _type = "Task" [ 965.338262] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.348983] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.580761] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.589532] env[68199]: DEBUG oslo_vmware.api [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070445, 'name': PowerOnVM_Task, 'duration_secs': 1.607557} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.589932] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.590292] env[68199]: INFO nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Took 7.34 seconds to spawn the instance on the hypervisor. [ 965.590479] env[68199]: DEBUG nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.591580] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fdc99d-fc46-4bfa-8f4d-abd71c81f8b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.655817] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6efb5eb2-6370-4cd8-b505-e17d37d7fa37 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Lock "e6481c67-cb8e-48a4-9749-fb060e70ffa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.641s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.778958] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070453, 'name': CreateVM_Task, 'duration_secs': 0.42381} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.781886] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.782624] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.782802] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.783226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.783508] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7a46d6-3424-4059-9c54-d2f3287212c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.788511] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 965.788511] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a50d23-4a59-4015-b8df-1ab790f1711b" [ 965.788511] env[68199]: _type = "Task" [ 965.788511] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.800199] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a50d23-4a59-4015-b8df-1ab790f1711b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.849765] env[68199]: DEBUG oslo_vmware.api [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278969} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.852679] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.853030] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.853198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.853370] env[68199]: INFO nova.compute.manager [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Took 1.89 seconds to destroy the instance on the hypervisor. [ 965.853653] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.854983] env[68199]: DEBUG nova.compute.manager [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.854983] env[68199]: DEBUG nova.network.neutron [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.904687] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.904977] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.905206] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.905426] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.905604] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.905795] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.906056] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.906602] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.906602] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.906602] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.906851] env[68199]: DEBUG nova.virt.hardware [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.907795] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c1560-ac0b-4b52-b57e-1ad311f78ae1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.918799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59565d6d-4897-4d07-a1d0-a2eba2c15c76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.936471] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c1:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e839e6d3-0d10-4f7c-a224-17eabb0a3dac', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.944621] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.948055] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.948694] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25068c42-777c-4083-9875-866c8ea0fbe5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.975330] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.975330] env[68199]: value = "task-3070455" [ 965.975330] env[68199]: _type = "Task" [ 965.975330] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.987772] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070455, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.990283] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfd17c-c497-450e-8b97-f68ffd51ef47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ef7e43-8bec-4f44-a2ad-0b8f083c56df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.054441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052a1b43-1ff9-48a2-b004-17a266576cae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.065093] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3790e102-a4d2-484b-a730-4fc89b153829 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.087402] env[68199]: DEBUG nova.compute.provider_tree [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.115138] env[68199]: INFO nova.compute.manager [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Took 29.23 seconds to build instance. [ 966.301600] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a50d23-4a59-4015-b8df-1ab790f1711b, 'name': SearchDatastore_Task, 'duration_secs': 0.014395} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.302512] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.302512] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.302512] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.302777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.303173] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.303512] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2849a621-280c-4ef2-a437-248d7daff8f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.314169] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.315799] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.317727] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.317989] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.318233] env[68199]: INFO nova.compute.manager [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Attaching volume 1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5 to /dev/sdb [ 966.321014] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d57bda-4857-4888-a4a3-2a1c19550839 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.333734] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 966.333734] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d40cca-243c-756b-92b6-525ca48d888c" [ 966.333734] env[68199]: _type = "Task" [ 966.333734] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.345252] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d40cca-243c-756b-92b6-525ca48d888c, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.345776] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7551c241-d00f-40e7-aebe-bc1e4afb5d9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.351313] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 966.351313] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526ca267-cb14-2887-fa38-7c0aabe7cb0f" [ 966.351313] env[68199]: _type = "Task" [ 966.351313] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.359350] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526ca267-cb14-2887-fa38-7c0aabe7cb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.372552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7cb669-3c1b-4549-b37e-ee3e27fa25bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.381304] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1711afc-db5e-4270-a483-19405f8473fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.395115] env[68199]: DEBUG nova.virt.block_device [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Updating existing volume attachment record: 028c8642-4eca-498d-9eaa-df56e315572e {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.484915] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070455, 'name': CreateVM_Task, 'duration_secs': 0.388351} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.485170] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.485789] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.486027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.486371] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.486613] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e67d6a7-f35a-43a2-88a1-c95d798a7df3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.491275] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 966.491275] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e562e3-189c-92df-1ab4-d668b69be5d7" [ 966.491275] env[68199]: _type = "Task" [ 966.491275] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.498576] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e562e3-189c-92df-1ab4-d668b69be5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.589310] env[68199]: DEBUG nova.scheduler.client.report [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.621992] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e91f6576-ee40-4457-a5dd-a4c5ca304508 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.748s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.744124] env[68199]: DEBUG nova.compute.manager [req-70bb076a-561c-4149-b685-e339878cb750 req-27b585d6-bced-4e0c-97c0-d071576a58b1 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Received event network-vif-deleted-9361625f-d54e-45d4-99d7-8afecb61418e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.744124] env[68199]: INFO nova.compute.manager [req-70bb076a-561c-4149-b685-e339878cb750 req-27b585d6-bced-4e0c-97c0-d071576a58b1 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Neutron deleted interface 9361625f-d54e-45d4-99d7-8afecb61418e; detaching it from the instance and deleting it from the info cache [ 966.744124] env[68199]: DEBUG nova.network.neutron [req-70bb076a-561c-4149-b685-e339878cb750 req-27b585d6-bced-4e0c-97c0-d071576a58b1 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.864110] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526ca267-cb14-2887-fa38-7c0aabe7cb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.864110] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.864110] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.864110] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c0248d-95d8-4960-8498-584e25b115f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.868761] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 966.868761] env[68199]: value = "task-3070457" [ 966.868761] env[68199]: _type = "Task" [ 966.868761] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.877765] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.903287] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.903613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.903950] env[68199]: DEBUG nova.objects.instance [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.905756] env[68199]: DEBUG nova.network.neutron [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.001913] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e562e3-189c-92df-1ab4-d668b69be5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.002260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.002507] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.002759] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.002931] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.003174] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.003983] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a0b8d7c-001e-4d46-b46e-78859b44dd6c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.015530] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.015722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.016616] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a095fd13-7910-4bab-99d0-f4608964d086 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.023075] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 967.023075] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]520fd1d8-c09f-a173-a390-1fc814ea8c36" [ 967.023075] env[68199]: _type = "Task" [ 967.023075] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.031879] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520fd1d8-c09f-a173-a390-1fc814ea8c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.087428] env[68199]: INFO nova.compute.manager [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Rebuilding instance [ 967.096674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.099885] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.467s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.101650] env[68199]: INFO nova.compute.claims [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.123036] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.123952] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6608c06a-42be-46ec-862b-db7ea1e8c4ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.129914] env[68199]: INFO nova.scheduler.client.report [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Deleted allocations for instance 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04 [ 967.134128] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 967.134128] env[68199]: value = "task-3070460" [ 967.134128] env[68199]: _type = "Task" [ 967.134128] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.148302] env[68199]: DEBUG nova.compute.manager [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.149302] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50303bc1-9b79-4638-8429-dbc6db95da9a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.155548] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.247108] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658e4668-cc96-485e-b12e-19627c8e1220 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.257166] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8b189-b804-4541-bc38-22f5e49602c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.301707] env[68199]: DEBUG nova.compute.manager [req-70bb076a-561c-4149-b685-e339878cb750 req-27b585d6-bced-4e0c-97c0-d071576a58b1 service nova] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Detach interface failed, port_id=9361625f-d54e-45d4-99d7-8afecb61418e, reason: Instance 863f165e-b8a5-46ff-92de-868928dbf1dd could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.384012] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070457, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.411823] env[68199]: INFO nova.compute.manager [-] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Took 1.56 seconds to deallocate network for instance. [ 967.535245] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]520fd1d8-c09f-a173-a390-1fc814ea8c36, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.536097] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445b361c-57c9-48f4-971b-173b9bd04418 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.541776] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 967.541776] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5228f06e-253a-6436-447e-f2865cbb3432" [ 967.541776] env[68199]: _type = "Task" [ 967.541776] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.550132] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5228f06e-253a-6436-447e-f2865cbb3432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.557726] env[68199]: DEBUG nova.objects.instance [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.649620] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070460, 'name': PowerOffVM_Task, 'duration_secs': 0.236211} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.650121] env[68199]: DEBUG oslo_concurrency.lockutils [None req-078fc0c7-7f39-4152-83c2-a807e6a5b259 tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Lock "00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.542s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.651459] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.652567] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac0e95-3e54-474c-9489-6a364056387e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.678271] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a5733f-6666-4d18-8108-57ff04d43d59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.724242] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.724897] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d21e40-3554-4ceb-9836-346c9639c363 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.732320] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 967.732320] env[68199]: value = "task-3070461" [ 967.732320] env[68199]: _type = "Task" [ 967.732320] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.740661] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.880524] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54479} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.880846] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.881080] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.881367] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0401353e-e8ee-435d-af7a-add32b308834 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.887503] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 967.887503] env[68199]: value = "task-3070462" [ 967.887503] env[68199]: _type = "Task" [ 967.887503] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.895692] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.921070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.052069] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5228f06e-253a-6436-447e-f2865cbb3432, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.052376] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.052654] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.052950] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e104f0b7-4eae-4810-9897-404cdd4f988c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.060838] env[68199]: DEBUG nova.objects.base [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance<1143471b-d344-4d46-9691-492e13e0ba8a> lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.061082] env[68199]: DEBUG nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.063424] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 968.063424] env[68199]: value = "task-3070463" [ 968.063424] env[68199]: _type = "Task" [ 968.063424] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.072787] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.142923] env[68199]: DEBUG nova.policy [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.183782] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.184163] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a54183c-ef1a-490f-9cae-638bd1f060dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.195054] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 968.195054] env[68199]: value = "task-3070464" [ 968.195054] env[68199]: _type = "Task" [ 968.195054] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.214381] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.244587] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.244870] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.245212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.245382] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.245736] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.246042] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f081c6c1-2fd0-47a6-a5a0-5c715cfff0e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.262386] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.262546] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.264716] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d6535d-02e1-46ef-8307-1c9899f0c4c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.275335] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 968.275335] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5259ea95-921e-e044-b61b-ebc75e4ecdf7" [ 968.275335] env[68199]: _type = "Task" [ 968.275335] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.288208] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5259ea95-921e-e044-b61b-ebc75e4ecdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.399773] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106384} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.400155] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.401073] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1bfc3-4bec-4cfd-a89f-31c6871ec8b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.433967] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.437628] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c30e899-8daf-4f7e-afdb-a884efe2a86e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.461611] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 968.461611] env[68199]: value = "task-3070465" [ 968.461611] env[68199]: _type = "Task" [ 968.461611] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.472987] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.533881] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d3adfa-1d04-4702-a52f-9811886b23cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.545354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2365f-3946-4563-9595-74c47590820a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.590143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348dfc7b-8401-403c-ae43-1985d5b5d5dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.603577] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd83f1-d2f3-4192-a8bc-573960f55978 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.607621] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.620950] env[68199]: DEBUG nova.compute.provider_tree [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.629352] env[68199]: DEBUG nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Successfully created port: da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.707651] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070464, 'name': PowerOffVM_Task, 'duration_secs': 0.201134} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.708129] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.708500] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.709451] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17129f5-0d4c-402e-8325-9557f6b798a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.719919] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.720392] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07b8ca1-1f2f-43bd-a558-8f6fc34ccc1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761178] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.762254] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.762254] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Deleting the datastore file [datastore1] 610715ae-987a-41c4-9906-fa24509764f6 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.762470] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bfafe9f-ef78-4638-b2d3-df71eaf4f74c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.771822] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 968.771822] env[68199]: value = "task-3070467" [ 968.771822] env[68199]: _type = "Task" [ 968.771822] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.782747] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.792613] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5259ea95-921e-e044-b61b-ebc75e4ecdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.792613] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042b942a-49cd-4273-af5d-0c1fd22cfff9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.799793] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 968.799793] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522a6257-a84d-f6d7-1897-c17824de9018" [ 968.799793] env[68199]: _type = "Task" [ 968.799793] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.810340] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522a6257-a84d-f6d7-1897-c17824de9018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.983730] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.098142] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580131} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.098450] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.098780] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.099219] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1860749b-2a93-4672-af2f-7776d6e3a334 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.114358] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 969.114358] env[68199]: value = "task-3070469" [ 969.114358] env[68199]: _type = "Task" [ 969.114358] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.127083] env[68199]: DEBUG nova.scheduler.client.report [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.133800] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.282768] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210112} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.283097] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.283298] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.283478] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.315892] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522a6257-a84d-f6d7-1897-c17824de9018, 'name': SearchDatastore_Task, 'duration_secs': 0.018702} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.316608] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.316685] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 969.317015] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d606fb-e91a-4ad1-b8ec-c6d78d4b65f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.328557] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 969.328557] env[68199]: value = "task-3070470" [ 969.328557] env[68199]: _type = "Task" [ 969.328557] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.340029] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.474847] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070465, 'name': ReconfigVM_Task, 'duration_secs': 0.527707} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.475149] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.475868] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a269972-adea-4bd2-951a-84f1c3bd4aba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.485858] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 969.485858] env[68199]: value = "task-3070471" [ 969.485858] env[68199]: _type = "Task" [ 969.485858] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.496639] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070471, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.625702] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122826} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.625986] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.626838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8ca66-0f1d-4111-a50c-70ba0f481d3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.633138] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.634115] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.649028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.667s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.650419] env[68199]: INFO nova.compute.claims [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.666283] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.667116] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3f6592-aded-4cfe-91c4-05ac30756d87 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.699923] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 969.699923] env[68199]: value = "task-3070472" [ 969.699923] env[68199]: _type = "Task" [ 969.699923] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.714105] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.842794] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.005463] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070471, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.176138] env[68199]: DEBUG nova.compute.utils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.177660] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.210616] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.332785] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.333393] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.333759] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.334161] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.334634] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.335059] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.336134] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.336407] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.336788] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.337200] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.337618] env[68199]: DEBUG nova.virt.hardware [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.339298] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27893a8-279c-4023-b748-a7fe7ce319f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364011] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fbf5d7-6a67-4356-a019-836f13489411 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.371166] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751195} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.371483] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 970.373080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c064d6-3bb8-4c8c-8751-7ebdd56a3110 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.385475] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.391264] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.392037] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.392301] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ed588dd-d97f-487a-a8f0-c96f0b1410b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.556507] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.556507] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348b6a3f-2536-4d3f-9c84-4ca6b47b4767 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.556507] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.556507] env[68199]: value = "task-3070473" [ 970.556507] env[68199]: _type = "Task" [ 970.556507] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.556507] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 970.556507] env[68199]: value = "task-3070474" [ 970.556507] env[68199]: _type = "Task" [ 970.556507] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.556507] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070473, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.556507] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.556507] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070471, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.606195] env[68199]: DEBUG nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Successfully updated port: da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.682277] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.716372] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070472, 'name': ReconfigVM_Task, 'duration_secs': 0.57733} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.716849] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 49caf0db-5b01-4a6c-a640-3ce20cc4e989/49caf0db-5b01-4a6c-a640-3ce20cc4e989.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.717760] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c728b1-7d4c-4f5f-82c2-d90fb5e854c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.727682] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 970.727682] env[68199]: value = "task-3070475" [ 970.727682] env[68199]: _type = "Task" [ 970.727682] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.743318] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070475, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.760585] env[68199]: DEBUG nova.compute.manager [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-plugged-da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.761463] env[68199]: DEBUG oslo_concurrency.lockutils [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.762582] env[68199]: DEBUG oslo_concurrency.lockutils [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.762582] env[68199]: DEBUG oslo_concurrency.lockutils [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.762582] env[68199]: DEBUG nova.compute.manager [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] No waiting events found dispatching network-vif-plugged-da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.762582] env[68199]: WARNING nova.compute.manager [req-c15b9b0f-4bc4-48e1-b31c-02a23a1b2dc4 req-0a0f3fdb-67f2-41fc-bdc8-87123e46f633 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received unexpected event network-vif-plugged-da998405-7d1f-4d68-9709-38b1b3d242d5 for instance with vm_state active and task_state None. [ 970.970837] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070473, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.982908] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.001180] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070471, 'name': Rename_Task, 'duration_secs': 1.256843} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.001719] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.001800] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab8e5d9-1456-4bf7-9537-5479a22848bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.011944] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 971.011944] env[68199]: value = "task-3070476" [ 971.011944] env[68199]: _type = "Task" [ 971.011944] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.021904] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.073250] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977b506-30f7-4a3e-a2a7-79d01e43b69e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.083448] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df64978-c2db-4e66-967a-8c7ea36c7508 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.117725] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.117864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.118117] env[68199]: DEBUG nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.123373] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d59f5-7ab4-4753-a6fc-c789fcfc0636 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.130637] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b617e-1f72-4fa6-b520-b7e0b8119e9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.150106] env[68199]: DEBUG nova.compute.provider_tree [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.240202] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070475, 'name': Rename_Task, 'duration_secs': 0.176621} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.240493] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.240757] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a91c561b-f9ab-4929-9484-59a584831ef2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.249378] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 971.249378] env[68199]: value = "task-3070477" [ 971.249378] env[68199]: _type = "Task" [ 971.249378] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.258770] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.455613] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 971.455876] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614845', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'name': 'volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90e89f5b-4fc3-493a-a645-9c115188ffa2', 'attached_at': '', 'detached_at': '', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'serial': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 971.457316] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b64fe18-4e45-45f2-a1d6-8991e800f34f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.470834] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070473, 'name': CreateVM_Task, 'duration_secs': 0.797234} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.482675] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.486542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.486754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.487196] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.487929] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144526c4-b02a-48f0-8bf6-3bd3d1189f8e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.490920] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ec95a2-3f97-407d-8a56-3ce2679ec9ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.521122] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 971.521122] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52688b03-2ea3-c5f6-4449-af6bd2485f74" [ 971.521122] env[68199]: _type = "Task" [ 971.521122] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.521392] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070474, 'name': ReconfigVM_Task, 'duration_secs': 1.000277} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.529552] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5/volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.530314] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.534103] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62071632-f33a-4884-8fd6-172e8a6e1955 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.552448] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e7ab17-f07e-4188-8d54-8dc068bd232a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.562221] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070476, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.591060] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52688b03-2ea3-c5f6-4449-af6bd2485f74, 'name': SearchDatastore_Task, 'duration_secs': 0.017673} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.595574] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 971.595574] env[68199]: value = "task-3070478" [ 971.595574] env[68199]: _type = "Task" [ 971.595574] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.595574] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.595574] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.595574] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596073] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596123] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.596943] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b7ecb8-298f-4b3b-a365-312c247b2904 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.608806] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb52714f-57f8-4464-927e-43c5f4eeb9d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.621948] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.625779] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 971.625779] env[68199]: value = "task-3070479" [ 971.625779] env[68199]: _type = "Task" [ 971.625779] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.626725] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.626903] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.630849] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9808218d-a1d3-4bd6-8b92-6ba243c193ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.637726] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 971.637726] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52154f6d-5f1f-1299-d9f3-80f207025274" [ 971.637726] env[68199]: _type = "Task" [ 971.637726] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.641275] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.651664] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52154f6d-5f1f-1299-d9f3-80f207025274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.654490] env[68199]: DEBUG nova.scheduler.client.report [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.691981] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.706418] env[68199]: WARNING nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 971.737589] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.738222] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.738222] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.738394] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.738635] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.738925] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.739251] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.739483] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.739744] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.740021] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.740257] env[68199]: DEBUG nova.virt.hardware [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.741607] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff90f7-dd68-4760-a788-c814a5e64f99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.757330] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e248d5-3c2c-4e46-9af1-e406ea60a98d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.769027] env[68199]: DEBUG oslo_vmware.api [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070477, 'name': PowerOnVM_Task, 'duration_secs': 0.514554} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.779826] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.780167] env[68199]: DEBUG nova.compute.manager [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.780708] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.786657] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Creating folder: Project (22a67dfaaed64a1f94c49035a14969be). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.787538] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2b28c-6030-4a3e-910f-2230f4a8d684 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.790255] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14260af6-8f10-4f48-a070-e314eaa18f94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.805769] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Created folder: Project (22a67dfaaed64a1f94c49035a14969be) in parent group-v614632. [ 971.806021] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Creating folder: Instances. Parent ref: group-v614847. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.806292] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-466e764c-0822-4f88-a61b-fa50598d862a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.822163] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Created folder: Instances in parent group-v614847. [ 971.822163] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.822163] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.822461] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f719688a-d221-4cdd-b2f0-5574b2bc78ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.845065] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.845065] env[68199]: value = "task-3070482" [ 971.845065] env[68199]: _type = "Task" [ 971.845065] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.857977] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070482, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.032923] env[68199]: DEBUG oslo_vmware.api [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070476, 'name': PowerOnVM_Task, 'duration_secs': 0.603485} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.037019] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.037019] env[68199]: INFO nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Took 6.88 seconds to spawn the instance on the hypervisor. [ 972.037019] env[68199]: DEBUG nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.037019] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd58b1-bd96-4c51-abdb-f1eb57ce5a81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123022] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070478, 'name': ReconfigVM_Task, 'duration_secs': 0.431989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.123022] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5/volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.124855] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f8de75-83d8-4beb-8e89-6fbc7f834716 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.158018] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070479, 'name': ReconfigVM_Task, 'duration_secs': 0.20056} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.159576] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.160507] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.161190] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.163850] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52154f6d-5f1f-1299-d9f3-80f207025274, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.165187] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15c7818-4716-440f-b050-53161bccabf2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.167042] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.027s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.168703] env[68199]: INFO nova.compute.claims [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.172413] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 972.172413] env[68199]: value = "task-3070483" [ 972.172413] env[68199]: _type = "Task" [ 972.172413] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.173022] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc7af4b-d7cc-4844-99a5-386e3f602ad7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.181590] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 972.181590] env[68199]: value = "task-3070484" [ 972.181590] env[68199]: _type = "Task" [ 972.181590] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.183550] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 972.183550] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52403b86-ba3b-801c-b225-7e68a07d31de" [ 972.183550] env[68199]: _type = "Task" [ 972.183550] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.192651] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.206033] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.216293] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52403b86-ba3b-801c-b225-7e68a07d31de, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.217300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.217528] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.218101] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86eac610-0267-433d-a26b-65e186409332 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.229648] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 972.229648] env[68199]: value = "task-3070485" [ 972.229648] env[68199]: _type = "Task" [ 972.229648] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.241210] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.309821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.325778] env[68199]: DEBUG nova.network.neutron [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da998405-7d1f-4d68-9709-38b1b3d242d5", "address": "fa:16:3e:21:a3:7d", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998405-7d", "ovs_interfaceid": "da998405-7d1f-4d68-9709-38b1b3d242d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.356456] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070482, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.442168] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.443303] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5394eaae-f6fb-4f38-93e8-e49139b390cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.451593] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.451822] env[68199]: ERROR oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk due to incomplete transfer. [ 972.452010] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91a08503-2403-484a-8832-6bc8cb6b7d34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.461909] env[68199]: DEBUG oslo_vmware.rw_handles [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529af8fc-c720-c5bf-af85-a305f875763a/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.462140] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Uploaded image ea24abb4-c1fd-41d9-8c71-71e33069dbe0 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.464941] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.465262] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88a381a3-5af8-45eb-b6d6-0299ed8a316d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.475533] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 972.475533] env[68199]: value = "task-3070486" [ 972.475533] env[68199]: _type = "Task" [ 972.475533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.487259] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070486, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.554560] env[68199]: INFO nova.compute.manager [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Took 30.41 seconds to build instance. [ 972.667753] env[68199]: DEBUG nova.compute.utils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.671559] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 972.694811] env[68199]: DEBUG oslo_vmware.api [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070483, 'name': ReconfigVM_Task, 'duration_secs': 0.207096} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.696799] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614845', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'name': 'volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90e89f5b-4fc3-493a-a645-9c115188ffa2', 'attached_at': '', 'detached_at': '', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'serial': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 972.703689] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070484, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.740943] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.829257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.829978] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.830154] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.830998] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0cf59-c1df-4ca1-b01b-2a409346901e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.859262] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.859473] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.859679] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.859873] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.860083] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.860299] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.860526] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.860686] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.860885] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.861093] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.861634] env[68199]: DEBUG nova.virt.hardware [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.873775] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfiguring VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 972.878050] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0db792-7db3-40c5-b116-2f6870196000 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.905252] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070482, 'name': CreateVM_Task, 'duration_secs': 0.539579} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.905252] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.905252] env[68199]: DEBUG oslo_vmware.api [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 972.905252] env[68199]: value = "task-3070487" [ 972.905252] env[68199]: _type = "Task" [ 972.905252] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.905252] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.905252] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.905863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.906762] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bde10d-0bb6-4f23-be71-4b9d0904b2fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.917963] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 972.917963] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5271b11f-a955-3827-aa21-f29e04234f40" [ 972.917963] env[68199]: _type = "Task" [ 972.917963] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.923121] env[68199]: DEBUG oslo_vmware.api [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070487, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.935048] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5271b11f-a955-3827-aa21-f29e04234f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.990224] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070486, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.058589] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c11c2278-7011-4942-8c64-e91bd56cd3dd tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.921s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.175879] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.207303] env[68199]: DEBUG oslo_vmware.api [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070484, 'name': PowerOnVM_Task, 'duration_secs': 0.593899} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.207999] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.211797] env[68199]: DEBUG nova.compute.manager [None req-2c1285a6-9911-404f-b07e-888734695045 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.212501] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8201a-4e8a-461d-9fb3-08eee846315d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.247168] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.386882] env[68199]: DEBUG nova.compute.manager [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-changed-da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.386882] env[68199]: DEBUG nova.compute.manager [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing instance network info cache due to event network-changed-da998405-7d1f-4d68-9709-38b1b3d242d5. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.388346] env[68199]: DEBUG oslo_concurrency.lockutils [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.388346] env[68199]: DEBUG oslo_concurrency.lockutils [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.388346] env[68199]: DEBUG nova.network.neutron [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing network info cache for port da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.421191] env[68199]: DEBUG oslo_vmware.api [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.437633] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5271b11f-a955-3827-aa21-f29e04234f40, 'name': SearchDatastore_Task, 'duration_secs': 0.019062} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.438124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.438486] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.438836] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.439102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.440017] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.440017] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a44971-2a26-4f62-910f-f496c55a7ebb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.458470] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.458470] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.458470] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88271255-57ae-4f61-851e-a93e16922f30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.464823] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 973.464823] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522ce572-cf43-b60a-3c3f-55f46aab0509" [ 973.464823] env[68199]: _type = "Task" [ 973.464823] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.475868] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522ce572-cf43-b60a-3c3f-55f46aab0509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.487835] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070486, 'name': Destroy_Task, 'duration_secs': 0.666065} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.492371] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Destroyed the VM [ 973.492668] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.493450] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea7b880a-b73f-4df2-b064-ed720ae160c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.501666] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 973.501666] env[68199]: value = "task-3070488" [ 973.501666] env[68199]: _type = "Task" [ 973.501666] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.516691] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.623186] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c08d2-6d51-418f-863d-e2200c58a904 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.631782] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f221a-15ce-421b-a56d-8bd7d2c8bb34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.669140] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd43d9-9a33-441a-973b-580eb3af2410 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.679814] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99124341-fafa-4c18-a138-00179ae7e838 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.702296] env[68199]: DEBUG nova.compute.provider_tree [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.745653] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.757876] env[68199]: DEBUG nova.objects.instance [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'flavor' on Instance uuid 90e89f5b-4fc3-493a-a645-9c115188ffa2 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.919034] env[68199]: DEBUG oslo_vmware.api [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.980309] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522ce572-cf43-b60a-3c3f-55f46aab0509, 'name': SearchDatastore_Task, 'duration_secs': 0.019596} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.981387] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a149b806-757d-4bb8-9293-f5c07e1ca93b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.003756] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 974.003756] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52acf144-9fc0-1a51-f7d3-497d4198f307" [ 974.003756] env[68199]: _type = "Task" [ 974.003756] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.025647] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52acf144-9fc0-1a51-f7d3-497d4198f307, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.025647] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070488, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.028868] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.030485] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] da137239-0e85-4c13-814e-76400f52a3df/da137239-0e85-4c13-814e-76400f52a3df.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.030485] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-687b54f0-919c-460c-9cda-89ba275c8d81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.044455] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 974.044455] env[68199]: value = "task-3070489" [ 974.044455] env[68199]: _type = "Task" [ 974.044455] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.056273] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.192154] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.209158] env[68199]: DEBUG nova.scheduler.client.report [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.230730] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.231487] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.231730] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.232187] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.232187] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.232341] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.232620] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.232784] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.232998] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.236306] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.236306] env[68199]: DEBUG nova.virt.hardware [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.236306] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63954bc-4792-42be-b094-538535d7cd7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.258177] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.260049] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3577a99-434b-4c53-a504-0d1e8a04e485 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.271488] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c94475d0-298c-467b-8a56-a5d29ecb6e32 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.953s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.287460] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.293220] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.296871] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.296871] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377df75e-d9fd-4844-bd86-18919fa08019 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.322022] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.322022] env[68199]: value = "task-3070490" [ 974.322022] env[68199]: _type = "Task" [ 974.322022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.326984] env[68199]: DEBUG nova.network.neutron [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updated VIF entry in instance network info cache for port da998405-7d1f-4d68-9709-38b1b3d242d5. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.327558] env[68199]: DEBUG nova.network.neutron [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da998405-7d1f-4d68-9709-38b1b3d242d5", "address": "fa:16:3e:21:a3:7d", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998405-7d", "ovs_interfaceid": "da998405-7d1f-4d68-9709-38b1b3d242d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.333419] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070490, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.418737] env[68199]: DEBUG oslo_vmware.api [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070487, 'name': ReconfigVM_Task, 'duration_secs': 1.174437} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.419642] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.419874] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfigured VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 974.518097] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070488, 'name': RemoveSnapshot_Task, 'duration_secs': 0.762374} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.518355] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.518706] env[68199]: DEBUG nova.compute.manager [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.519606] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41ac2b-2c64-4749-8428-de997f53ada4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.555995] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070489, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.717529] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.719152] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.720866] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.659s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.721148] env[68199]: DEBUG nova.objects.instance [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'resources' on Instance uuid 0381cbe4-5d2f-4a13-94be-a83461e40cd1 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.745377] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070485, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.035682} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.745996] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.746310] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.746559] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45b52a98-fadd-4148-b875-4c0504aa2653 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.749575] env[68199]: INFO nova.compute.manager [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Rebuilding instance [ 974.756117] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 974.756117] env[68199]: value = "task-3070491" [ 974.756117] env[68199]: _type = "Task" [ 974.756117] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.768492] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.807418] env[68199]: DEBUG nova.compute.manager [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.809520] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53508cc-f9de-4463-aa32-3aeae89fd14c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.834900] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070490, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.834900] env[68199]: DEBUG oslo_concurrency.lockutils [req-c8e9c1f4-1ebe-41c2-811a-f3a558637259 req-e986f09f-44e2-4e44-8e2e-a076dc18c6e1 service nova] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.928886] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9bf34c6-66c7-4b4a-9a7e-7dcc635a0eba tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.023s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.038158] env[68199]: INFO nova.compute.manager [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Shelve offloading [ 975.059254] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.059254] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] da137239-0e85-4c13-814e-76400f52a3df/da137239-0e85-4c13-814e-76400f52a3df.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.059254] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.059254] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-655009a3-8fb5-496b-b2cd-b9d3e6720e8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.067023] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 975.067023] env[68199]: value = "task-3070492" [ 975.067023] env[68199]: _type = "Task" [ 975.067023] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.076208] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.107259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.107259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.107259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.107259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.107259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.109092] env[68199]: INFO nova.compute.manager [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Terminating instance [ 975.224925] env[68199]: DEBUG nova.compute.utils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.231022] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.231022] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.272363] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089183} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.272635] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.273575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1b0a9-a4fc-45a9-88af-40db4d1c0238 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.284021] env[68199]: DEBUG nova.policy [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f4e3d9df294d98a964eebcfc4e7290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b0d897d3f4564a2d88e6b4b05d891', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.305744] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.308564] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8798a4b5-20b4-40d5-8352-c8dead0129fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.343157] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070490, 'name': CreateVM_Task, 'duration_secs': 0.591052} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.345418] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.345636] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 975.345636] env[68199]: value = "task-3070493" [ 975.345636] env[68199]: _type = "Task" [ 975.345636] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.347251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.347251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.347720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.347891] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c53e00-bbbe-4745-8e80-ecc0e13a7e98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.357115] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 975.357115] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cdc2a5-dbbd-4f0d-f8e3-8e43743abcbf" [ 975.357115] env[68199]: _type = "Task" [ 975.357115] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.360597] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.375821] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cdc2a5-dbbd-4f0d-f8e3-8e43743abcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.544152] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.544517] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f234fed4-b324-4a2c-93c2-e76e5e9f8ae4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.553715] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 975.553715] env[68199]: value = "task-3070494" [ 975.553715] env[68199]: _type = "Task" [ 975.553715] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.569417] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 975.569660] env[68199]: DEBUG nova.compute.manager [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.572750] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ace4e8d-1196-45cb-807a-30d058097e2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.583185] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.583185] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.583185] env[68199]: DEBUG nova.network.neutron [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.584513] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089724} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.584969] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.585741] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876e0c5f-2824-41d8-ac63-15c19d44542b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.608908] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] da137239-0e85-4c13-814e-76400f52a3df/da137239-0e85-4c13-814e-76400f52a3df.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.612153] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9530606a-5064-4650-b30d-2d0cb1a42198 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.628660] env[68199]: DEBUG nova.compute.manager [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.628660] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.629291] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d836b08b-35ad-48e7-83a6-1be83cc5e36a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.638765] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 975.638765] env[68199]: value = "task-3070495" [ 975.638765] env[68199]: _type = "Task" [ 975.638765] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.640764] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 975.640764] env[68199]: value = "task-3070496" [ 975.640764] env[68199]: _type = "Task" [ 975.640764] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.646061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01115025-49f5-42d3-8125-4bce6a96fa77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666256] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.667416] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a031345-2fee-49d7-b224-3cc9466508ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.712223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115185b-b384-4a87-90b1-c526778b5cd7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.721199] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc251fc1-a3ad-472c-b771-1f5826bd7d91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.736951] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.740408] env[68199]: DEBUG nova.compute.provider_tree [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.742452] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Successfully created port: 8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.835080] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.835080] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db0a48d-034d-4794-a5fa-ea1c4936088a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.843179] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 975.843179] env[68199]: value = "task-3070497" [ 975.843179] env[68199]: _type = "Task" [ 975.843179] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.856490] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.863485] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.874406] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cdc2a5-dbbd-4f0d-f8e3-8e43743abcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.024373} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.874832] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.875037] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.875299] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.875575] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.875737] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.876750] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1b7695-7af5-4c89-815d-39fbe76b1d70 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.895244] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.895244] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.897188] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.897320] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.898684] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0580882-f1eb-42ee-bfa9-c22b6bd6a56d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.907167] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 975.907167] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529a78a9-b490-48c5-a5ab-5d066061b7fb" [ 975.907167] env[68199]: _type = "Task" [ 975.907167] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.919308] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529a78a9-b490-48c5-a5ab-5d066061b7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.155169] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070495, 'name': PowerOffVM_Task, 'duration_secs': 0.384409} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.155847] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.155847] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 976.156145] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614845', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'name': 'volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90e89f5b-4fc3-493a-a645-9c115188ffa2', 'attached_at': '', 'detached_at': '', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'serial': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 976.158927] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8aba44-43aa-4f9f-aa69-579582ffc01c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.162566] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.186555] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8688f-0459-4ae7-95b8-0cd4aa9659ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.194798] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8074f3-0c7f-4f16-8782-1190c0de692b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.222526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd948df6-d32b-483b-85ff-2126f2444b79 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.239728] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5/volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 976.245950] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.252061] env[68199]: DEBUG nova.scheduler.client.report [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.259927] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2474dbbb-2378-4ad8-afaa-4bd5f4ab9a86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.284195] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 976.284195] env[68199]: value = "task-3070498" [ 976.284195] env[68199]: _type = "Task" [ 976.284195] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.295041] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.368901] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070497, 'name': PowerOffVM_Task, 'duration_secs': 0.137805} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.369612] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070493, 'name': ReconfigVM_Task, 'duration_secs': 0.587613} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.372780] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.372780] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.372989] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 610715ae-987a-41c4-9906-fa24509764f6/610715ae-987a-41c4-9906-fa24509764f6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.374221] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a01ad1-e73a-4626-8c15-fc9a12fd7053 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.377279] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b458fd60-bac1-4529-b1b7-6dd739e68e30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.385784] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.386923] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5516c0b6-f1e6-49b9-b221-d50a8546d527 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.389260] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 976.389260] env[68199]: value = "task-3070499" [ 976.389260] env[68199]: _type = "Task" [ 976.389260] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.403349] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.406395] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070499, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.420649] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529a78a9-b490-48c5-a5ab-5d066061b7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019004} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.423395] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.423395] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.423395] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Deleting the datastore file [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.423395] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742b65e6-b02d-4807-a2a9-d00fd466ea29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.425607] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672f2abf-60a6-4da7-be48-680cab38eb5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.433102] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 976.433102] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523c8c73-fdba-40c8-1438-51ac9558d666" [ 976.433102] env[68199]: _type = "Task" [ 976.433102] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.435690] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 976.435690] env[68199]: value = "task-3070501" [ 976.435690] env[68199]: _type = "Task" [ 976.435690] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.452739] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c8c73-fdba-40c8-1438-51ac9558d666, 'name': SearchDatastore_Task, 'duration_secs': 0.01711} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.456029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.456313] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.456610] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.456915] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-625c3d0f-5fbd-4463-af92-6a000c275cd0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.466107] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 976.466107] env[68199]: value = "task-3070502" [ 976.466107] env[68199]: _type = "Task" [ 976.466107] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.481020] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.552209] env[68199]: DEBUG nova.network.neutron [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.567497] env[68199]: INFO nova.compute.manager [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Unrescuing [ 976.568112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.568112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.568112] env[68199]: DEBUG nova.network.neutron [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.659202] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070496, 'name': ReconfigVM_Task, 'duration_secs': 0.94303} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.659666] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Reconfigured VM instance instance-00000051 to attach disk [datastore1] da137239-0e85-4c13-814e-76400f52a3df/da137239-0e85-4c13-814e-76400f52a3df.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.660641] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f2d25b-598b-4c25-9c0f-08b0636ff618 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.676025] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 976.676025] env[68199]: value = "task-3070503" [ 976.676025] env[68199]: _type = "Task" [ 976.676025] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.688712] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070503, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.762277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.769242] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.358s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.769539] env[68199]: DEBUG nova.objects.instance [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lazy-loading 'resources' on Instance uuid 91242858-b550-4031-8fd6-3f65e6f3571c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.779373] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.018878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.018878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.018878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.018878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.018878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.048370] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.049177] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.049273] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070498, 'name': ReconfigVM_Task, 'duration_secs': 0.367444} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.049486] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070499, 'name': Rename_Task, 'duration_secs': 0.372091} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.055333] env[68199]: INFO nova.compute.manager [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Terminating instance [ 977.058062] env[68199]: INFO nova.scheduler.client.report [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted allocations for instance 0381cbe4-5d2f-4a13-94be-a83461e40cd1 [ 977.059134] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.059384] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.059580] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.063178] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.071797] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.072354] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.083371] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5bc263f-1113-4e3b-9d78-fb833c10246b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.094873] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b2f007-945f-44d2-99e9-7e137d66ec32 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.097989] env[68199]: DEBUG nova.compute.manager [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.101021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.102054] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.102299] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.102452] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.102625] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.102765] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.102971] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.103367] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.103578] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.103773] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.103897] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.104081] env[68199]: DEBUG nova.virt.hardware [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.105691] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d8f9fb-98c1-4ee1-8221-4e9c2973717f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.109950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb770a2-bd31-48db-a634-15ce79862740 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.113416] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.125752] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.131167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970fd92a-5844-47b7-8e51-bb9290b8f5b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.136504] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c0ef760-3a4c-4296-b671-2c12a2b3238a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.137247] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 977.137247] env[68199]: value = "task-3070505" [ 977.137247] env[68199]: _type = "Task" [ 977.137247] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.137247] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 977.137247] env[68199]: value = "task-3070504" [ 977.137247] env[68199]: _type = "Task" [ 977.137247] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.167037] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.172393] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.174053] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 977.174053] env[68199]: value = "task-3070506" [ 977.174053] env[68199]: _type = "Task" [ 977.174053] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.194847] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.195454] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070503, 'name': Rename_Task, 'duration_secs': 0.424925} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.195853] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.196156] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f445eddf-3be2-461c-8d09-82eeff6c17ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.206215] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 977.206215] env[68199]: value = "task-3070507" [ 977.206215] env[68199]: _type = "Task" [ 977.206215] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.218086] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.484968] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57519} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.484968] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.485365] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.485919] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06d27b3e-d511-4359-ae55-a2dffb80db46 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.494376] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 977.494376] env[68199]: value = "task-3070508" [ 977.494376] env[68199]: _type = "Task" [ 977.494376] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.512030] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.602840] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2ce268df-c2ea-4b43-962b-9d39f9753f9a tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "0381cbe4-5d2f-4a13-94be-a83461e40cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.084s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.660732] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070504, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.661091] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070505, 'name': ReconfigVM_Task, 'duration_secs': 0.224804} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.661475] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614845', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'name': 'volume-1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90e89f5b-4fc3-493a-a645-9c115188ffa2', 'attached_at': '', 'detached_at': '', 'volume_id': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5', 'serial': '1c03d4bf-ac71-4699-b27b-e4f6c40bb7d5'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 977.662413] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.666725] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee6dec-feac-496c-bb62-7767a1818e8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.668470] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aaffb2-6140-4259-bc88-7e685ee60804 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.683344] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.684091] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f6b06e-a6a1-4084-87fa-1500bdeba5da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.686610] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff304ee-2e3e-458f-924b-4b57941b64a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.694819] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070506, 'name': PowerOffVM_Task, 'duration_secs': 0.267445} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.694937] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.695168] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.695459] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77e12271-a945-4788-b87a-f023f0161a2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.728201] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Successfully updated port: 8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.731510] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd457434-abce-4a9e-b914-a4777d0dd154 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.743091] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070507, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.746188] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79eb40-50e4-4efe-b0cc-98fa8a7b0730 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.762087] env[68199]: DEBUG nova.compute.provider_tree [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.792927] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.793256] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.793445] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleting the datastore file [datastore2] 62958d8a-e373-4c5f-ac69-8e3891e1a239 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.793715] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42d30f92-aacb-44b7-91a4-cded49d5a704 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.801430] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.801430] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.801557] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore1] 90e89f5b-4fc3-493a-a645-9c115188ffa2 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.802196] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31ea24a-d8f6-4cdf-9dd8-25b1a8066c53 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.807997] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for the task: (returnval){ [ 977.807997] env[68199]: value = "task-3070511" [ 977.807997] env[68199]: _type = "Task" [ 977.807997] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.813520] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 977.813520] env[68199]: value = "task-3070512" [ 977.813520] env[68199]: _type = "Task" [ 977.813520] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.821681] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.826943] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.903603] env[68199]: DEBUG nova.network.neutron [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [{"id": "4e94c06b-f696-44a7-8b64-bc0999532468", "address": "fa:16:3e:04:50:bd", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94c06b-f6", "ovs_interfaceid": "4e94c06b-f696-44a7-8b64-bc0999532468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.946229] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.947458] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb09a95-2e76-43d5-97a6-8ced8807a01f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.958298] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.958298] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ebe526-defb-413d-8f73-ca52f865f744 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.981482] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-fd06fbe5-9db8-4a96-b863-1e15bb2795dd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.981803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-fd06fbe5-9db8-4a96-b863-1e15bb2795dd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.982260] env[68199]: DEBUG nova.objects.instance [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.009103] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101095} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.009405] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.010812] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ccd43-46dc-4fe4-acdd-607ab8c78169 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.033028] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.034663] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9be0da8-ff09-47b9-b676-07ba209555c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.052130] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.052357] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.052537] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.054214] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1772c9-eb06-4458-8b07-47b62c63bb11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.061823] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 978.061823] env[68199]: value = "task-3070515" [ 978.061823] env[68199]: _type = "Task" [ 978.061823] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.063104] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 978.063104] env[68199]: value = "task-3070514" [ 978.063104] env[68199]: _type = "Task" [ 978.063104] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.073550] env[68199]: DEBUG nova.compute.manager [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Received event network-vif-plugged-8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.073759] env[68199]: DEBUG oslo_concurrency.lockutils [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] Acquiring lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.073974] env[68199]: DEBUG oslo_concurrency.lockutils [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.077017] env[68199]: DEBUG oslo_concurrency.lockutils [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.077017] env[68199]: DEBUG nova.compute.manager [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] No waiting events found dispatching network-vif-plugged-8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.077017] env[68199]: WARNING nova.compute.manager [req-3ffcdd86-9cc6-48bf-b597-e45e78e1414b req-bfe13145-f416-4bbd-8c4d-6efe299e9776 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Received unexpected event network-vif-plugged-8387d8bd-11c6-4d88-bf33-eef7f9991deb for instance with vm_state building and task_state spawning. [ 978.081042] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.081912] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.106147] env[68199]: DEBUG nova.compute.manager [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-vif-unplugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.106469] env[68199]: DEBUG oslo_concurrency.lockutils [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.106881] env[68199]: DEBUG oslo_concurrency.lockutils [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.107160] env[68199]: DEBUG oslo_concurrency.lockutils [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.107372] env[68199]: DEBUG nova.compute.manager [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] No waiting events found dispatching network-vif-unplugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.107613] env[68199]: WARNING nova.compute.manager [req-399309fb-ada6-49ef-9315-c83242b1da97 req-69be0758-d42a-409f-a93e-7f5965bed858 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received unexpected event network-vif-unplugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 for instance with vm_state shelved and task_state shelving_offloading. [ 978.118786] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.119053] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.119250] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.119474] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.119628] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.119775] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.119986] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.120331] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.120413] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.120603] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.120829] env[68199]: DEBUG nova.virt.hardware [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.122170] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9228834-26df-4e24-bbed-04e5f49757a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.132179] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7ff27e-f07a-4e2c-822c-4cef22ff88e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.152876] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.159421] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.160214] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.160497] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a31f49b-e1fb-4e70-b37e-883b0731ed3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.176246] env[68199]: DEBUG oslo_vmware.api [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070504, 'name': PowerOnVM_Task, 'duration_secs': 0.598741} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.176939] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.177200] env[68199]: DEBUG nova.compute.manager [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.177997] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6bd0c-92fe-4a44-8e93-ba5b341991c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.185033] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.185033] env[68199]: value = "task-3070516" [ 978.185033] env[68199]: _type = "Task" [ 978.185033] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.199781] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070516, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.241060] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.241393] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.241611] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.242930] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.267338] env[68199]: DEBUG nova.scheduler.client.report [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.320743] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.326185] env[68199]: DEBUG oslo_vmware.api [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413702} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.327429] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.327429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.327429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.327429] env[68199]: INFO nova.compute.manager [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Took 2.70 seconds to destroy the instance on the hypervisor. [ 978.327429] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.327719] env[68199]: DEBUG nova.compute.manager [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.327719] env[68199]: DEBUG nova.network.neutron [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.409245] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-e74aee2c-8f1b-4119-8bc5-2b43162dabe9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.410945] env[68199]: DEBUG nova.objects.instance [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'flavor' on Instance uuid e74aee2c-8f1b-4119-8bc5-2b43162dabe9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.583837] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.588669] env[68199]: DEBUG oslo_vmware.api [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308441} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.589089] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.589322] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.589551] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.618556] env[68199]: INFO nova.scheduler.client.report [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted allocations for instance dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb [ 978.645873] env[68199]: DEBUG nova.objects.instance [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.703179] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070516, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.706122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.737485] env[68199]: DEBUG oslo_vmware.api [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070507, 'name': PowerOnVM_Task, 'duration_secs': 1.075103} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.737820] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.738056] env[68199]: INFO nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Took 7.05 seconds to spawn the instance on the hypervisor. [ 978.738268] env[68199]: DEBUG nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.739806] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d1a0c-e481-4a3b-bb14-5744be89afdd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.772135] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.774035] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.628s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.778674] env[68199]: INFO nova.compute.claims [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.796708] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.807086] env[68199]: INFO nova.scheduler.client.report [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleted allocations for instance 91242858-b550-4031-8fd6-3f65e6f3571c [ 978.826885] env[68199]: DEBUG oslo_vmware.api [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Task: {'id': task-3070511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556363} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.828044] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.828044] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.828220] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.828281] env[68199]: INFO nova.compute.manager [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Took 1.73 seconds to destroy the instance on the hypervisor. [ 978.828922] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.829623] env[68199]: DEBUG nova.compute.manager [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.829623] env[68199]: DEBUG nova.network.neutron [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.916533] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a314f752-c703-4b08-93c9-0f3e38d654ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.942439] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.946089] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c37abfc8-f76b-4b49-8694-d85d8be265a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.961180] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 978.961180] env[68199]: value = "task-3070517" [ 978.961180] env[68199]: _type = "Task" [ 978.961180] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.979764] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.032029] env[68199]: DEBUG nova.network.neutron [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Updating instance_info_cache with network_info: [{"id": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "address": "fa:16:3e:66:67:37", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8387d8bd-11", "ovs_interfaceid": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.076186] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070515, 'name': ReconfigVM_Task, 'duration_secs': 0.684278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.076186] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.077972] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e719d95c-eda4-4186-9f49-be3835393c20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.086174] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 979.086174] env[68199]: value = "task-3070518" [ 979.086174] env[68199]: _type = "Task" [ 979.086174] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.097481] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070518, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.120526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.139342] env[68199]: DEBUG nova.network.neutron [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.149527] env[68199]: DEBUG nova.objects.base [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance<1143471b-d344-4d46-9691-492e13e0ba8a> lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.149763] env[68199]: DEBUG nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.195321] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070516, 'name': CreateVM_Task, 'duration_secs': 0.589579} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.197670] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.198241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.199258] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.199258] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.199577] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a5e6fa-5d2f-46a2-87ec-8095d4b91b3f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.207866] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 979.207866] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52dded0d-5662-eaf8-0ab6-fd900f502781" [ 979.207866] env[68199]: _type = "Task" [ 979.207866] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.218472] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dded0d-5662-eaf8-0ab6-fd900f502781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.261202] env[68199]: DEBUG nova.policy [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.263163] env[68199]: INFO nova.compute.manager [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Took 33.66 seconds to build instance. [ 979.328407] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bd3e98a-e019-4b1b-9bcd-d08f2a8fcb03 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "91242858-b550-4031-8fd6-3f65e6f3571c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.549s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.477008] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070517, 'name': PowerOffVM_Task, 'duration_secs': 0.363876} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.481654] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.489935] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.489935] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4600903a-b971-48bf-ab21-4df14df2f0d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.511957] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 979.511957] env[68199]: value = "task-3070519" [ 979.511957] env[68199]: _type = "Task" [ 979.511957] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.525307] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.532050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.532504] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Instance network_info: |[{"id": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "address": "fa:16:3e:66:67:37", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8387d8bd-11", "ovs_interfaceid": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.533743] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:67:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8387d8bd-11c6-4d88-bf33-eef7f9991deb', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.541602] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.544178] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.545419] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b969275-2d05-4dff-9372-2ff42016a644 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.563446] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "610715ae-987a-41c4-9906-fa24509764f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.563446] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.563446] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "610715ae-987a-41c4-9906-fa24509764f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.563685] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.563742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.566065] env[68199]: INFO nova.compute.manager [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Terminating instance [ 979.576020] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.576020] env[68199]: value = "task-3070520" [ 979.576020] env[68199]: _type = "Task" [ 979.576020] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.588785] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070520, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.600910] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070518, 'name': Rename_Task, 'duration_secs': 0.197877} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.600910] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.601416] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f459fd-7576-408b-9a65-abefb453d87b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.611146] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 979.611146] env[68199]: value = "task-3070521" [ 979.611146] env[68199]: _type = "Task" [ 979.611146] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.621554] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.641782] env[68199]: INFO nova.compute.manager [-] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Took 1.31 seconds to deallocate network for instance. [ 979.722099] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52dded0d-5662-eaf8-0ab6-fd900f502781, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.722244] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.722677] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.722979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.723142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.723445] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.723786] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d684be04-b275-431d-9dd3-45806d37c183 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.736265] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.736482] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.737363] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304f3387-b934-4c0a-9d0b-4d0c41bff362 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.746369] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 979.746369] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5242c907-d17a-75a2-3606-b9a3958d5021" [ 979.746369] env[68199]: _type = "Task" [ 979.746369] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.755791] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5242c907-d17a-75a2-3606-b9a3958d5021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.769553] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ba0a8cc4-7fdb-406b-a92e-996ec15f7977 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.179s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.004216] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.004474] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.025037] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070519, 'name': ReconfigVM_Task, 'duration_secs': 0.321295} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.025037] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.025202] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.025330] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815f689b-2c02-4108-8ea6-813d49cac5ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.033044] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 980.033044] env[68199]: value = "task-3070522" [ 980.033044] env[68199]: _type = "Task" [ 980.033044] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.042220] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.071576] env[68199]: DEBUG nova.network.neutron [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.076998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "refresh_cache-610715ae-987a-41c4-9906-fa24509764f6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.077314] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquired lock "refresh_cache-610715ae-987a-41c4-9906-fa24509764f6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.077459] env[68199]: DEBUG nova.network.neutron [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.090718] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070520, 'name': CreateVM_Task, 'duration_secs': 0.366492} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.094016] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.095566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.097022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.097022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.097022] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31224a70-51ab-451d-9d27-2beb87398d39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.102589] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 980.102589] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521eade4-d6cd-b6f8-e6bc-64f382aa2f93" [ 980.102589] env[68199]: _type = "Task" [ 980.102589] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.109350] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f0adc-a167-4b89-868c-691a5870a778 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.121940] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521eade4-d6cd-b6f8-e6bc-64f382aa2f93, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.126352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.126835] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.127146] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.128493] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d5d0f-fbb4-4b09-92bb-3a4a280a1567 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135988] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.179786] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad220e26-d51d-4f61-b33f-86d7a7ae353e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.189515] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcfd949-ebce-4e85-b968-d746cd60809f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.204865] env[68199]: DEBUG nova.compute.provider_tree [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.219922] env[68199]: INFO nova.compute.manager [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Took 0.58 seconds to detach 1 volumes for instance. [ 980.258222] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5242c907-d17a-75a2-3606-b9a3958d5021, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.258959] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c09c1e-c312-41ef-a52c-cc94d75a05d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.265586] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 980.265586] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5263b100-b893-c477-6b7e-95e773177ba5" [ 980.265586] env[68199]: _type = "Task" [ 980.265586] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.276045] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5263b100-b893-c477-6b7e-95e773177ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.508030] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.545426] env[68199]: DEBUG oslo_vmware.api [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070522, 'name': PowerOnVM_Task, 'duration_secs': 0.435017} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.545691] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.545961] env[68199]: DEBUG nova.compute.manager [None req-f0d13f62-83df-407b-a416-118746ebccc7 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.546755] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0fb9f-9469-4399-b04a-c9606f584e12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.574439] env[68199]: INFO nova.compute.manager [-] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Took 1.74 seconds to deallocate network for instance. [ 980.601053] env[68199]: DEBUG nova.network.neutron [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.626196] env[68199]: DEBUG oslo_vmware.api [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070521, 'name': PowerOnVM_Task, 'duration_secs': 0.547527} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.626574] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.626897] env[68199]: INFO nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Took 6.43 seconds to spawn the instance on the hypervisor. [ 980.627146] env[68199]: DEBUG nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.628266] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a489d3a-1e92-4fb7-a86b-c932887ce470 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.634086] env[68199]: DEBUG nova.compute.manager [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Received event network-changed-8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.634350] env[68199]: DEBUG nova.compute.manager [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Refreshing instance network info cache due to event network-changed-8387d8bd-11c6-4d88-bf33-eef7f9991deb. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.634622] env[68199]: DEBUG oslo_concurrency.lockutils [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] Acquiring lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.634817] env[68199]: DEBUG oslo_concurrency.lockutils [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] Acquired lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.635068] env[68199]: DEBUG nova.network.neutron [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Refreshing network info cache for port 8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.659945] env[68199]: DEBUG nova.compute.manager [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.660781] env[68199]: DEBUG nova.compute.manager [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing instance network info cache due to event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.660781] env[68199]: DEBUG oslo_concurrency.lockutils [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.660781] env[68199]: DEBUG oslo_concurrency.lockutils [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.660781] env[68199]: DEBUG nova.network.neutron [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.705449] env[68199]: DEBUG nova.network.neutron [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.707772] env[68199]: DEBUG nova.scheduler.client.report [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.726979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.777199] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5263b100-b893-c477-6b7e-95e773177ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.777490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.777757] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.778055] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.778285] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.779282] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b37653c-cff8-468a-a399-351f4c75dfe3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.782717] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c3e5cc-1dc4-4b4c-9f80-303e53f997c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.794100] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.794308] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.795247] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 980.795247] env[68199]: value = "task-3070523" [ 980.795247] env[68199]: _type = "Task" [ 980.795247] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.795474] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b97670-4028-4296-9330-e9d250b9f8c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.807455] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.809184] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 980.809184] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e5e797-871e-b380-7131-b2819f1a376f" [ 980.809184] env[68199]: _type = "Task" [ 980.809184] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.821073] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e5e797-871e-b380-7131-b2819f1a376f, 'name': SearchDatastore_Task} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.822290] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6ac896-2e93-47e7-9f2e-ab9d8778f3a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.829117] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 980.829117] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5226208a-77d6-b13f-07e7-a1f0ceb7c84b" [ 980.829117] env[68199]: _type = "Task" [ 980.829117] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.838230] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5226208a-77d6-b13f-07e7-a1f0ceb7c84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.919055] env[68199]: DEBUG nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Successfully updated port: fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.038489] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.081783] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.156080] env[68199]: INFO nova.compute.manager [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Took 35.19 seconds to build instance. [ 981.212907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Releasing lock "refresh_cache-610715ae-987a-41c4-9906-fa24509764f6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.213457] env[68199]: DEBUG nova.compute.manager [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.213761] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.214659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.215242] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.226222] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8487d4b1-882f-43aa-af44-65fcd033e5e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.235543] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.314s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.235842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.239263] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.929s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.239263] env[68199]: DEBUG nova.objects.instance [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.246804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "db0b3b7b-c702-4527-998b-3a588aa59027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.246804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.247205] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.248384] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.248384] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.249997] env[68199]: INFO nova.compute.manager [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Terminating instance [ 981.257258] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.258451] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed72c57-cc3b-41f4-9985-b05c24f1819e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.272116] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 981.272116] env[68199]: value = "task-3070524" [ 981.272116] env[68199]: _type = "Task" [ 981.272116] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.275759] env[68199]: INFO nova.scheduler.client.report [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocations for instance 863f165e-b8a5-46ff-92de-868928dbf1dd [ 981.288274] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.313256] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.340776] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5226208a-77d6-b13f-07e7-a1f0ceb7c84b, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.340880] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.341156] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 93e05f47-f5ed-44cf-89bb-66399906d80a/93e05f47-f5ed-44cf-89bb-66399906d80a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.341466] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ed5794-f8ae-41be-8438-5681d905dfa5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.353205] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 981.353205] env[68199]: value = "task-3070525" [ 981.353205] env[68199]: _type = "Task" [ 981.353205] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.362849] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.425571] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.425571] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.425571] env[68199]: DEBUG nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.534120] env[68199]: DEBUG nova.network.neutron [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Updated VIF entry in instance network info cache for port 8387d8bd-11c6-4d88-bf33-eef7f9991deb. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.534765] env[68199]: DEBUG nova.network.neutron [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Updating instance_info_cache with network_info: [{"id": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "address": "fa:16:3e:66:67:37", "network": {"id": "8a197af2-1be5-4b0d-814b-0befd33dbfbd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599313146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b0d897d3f4564a2d88e6b4b05d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8387d8bd-11", "ovs_interfaceid": "8387d8bd-11c6-4d88-bf33-eef7f9991deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.577532] env[68199]: DEBUG nova.network.neutron [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updated VIF entry in instance network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.578089] env[68199]: DEBUG nova.network.neutron [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeda96d20-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.658251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ed6bf05-66fe-4c0b-b7c8-e58e6a5a2ab7 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.701s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.745906] env[68199]: DEBUG nova.compute.utils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.753129] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.753438] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.762388] env[68199]: DEBUG nova.compute.manager [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.762844] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.766938] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2c8b3-cc9a-4578-a7e6-45fa3e98f1d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.798027] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070524, 'name': PowerOffVM_Task, 'duration_secs': 0.271839} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.803574] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.803574] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.803574] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.804111] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca1d55be-19a9-40e4-bbbe-0c046183175c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863f165e-b8a5-46ff-92de-868928dbf1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.353s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.805684] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47fb94c5-313b-4b53-9da8-aea2ce563489 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.815604] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0947eb8f-231c-4994-b7c0-4a7c8fbe4d52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.829349] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559702} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.832023] env[68199]: DEBUG nova.policy [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5e7c31429014c9dae68150d034bdaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d5afa2103343acb64fd90083df7b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.837521] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.837786] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.838329] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 981.838329] env[68199]: value = "task-3070527" [ 981.838329] env[68199]: _type = "Task" [ 981.838329] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.839098] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1bd596-0a02-4c39-8dcd-7b389b037d16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.863549] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.865885] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 981.865885] env[68199]: value = "task-3070528" [ 981.865885] env[68199]: _type = "Task" [ 981.865885] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.873602] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.876651] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.876776] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.877113] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Deleting the datastore file [datastore2] 610715ae-987a-41c4-9906-fa24509764f6 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.877345] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef175305-d56a-4d38-b97b-f01f14ecc783 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.887732] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.889818] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for the task: (returnval){ [ 981.889818] env[68199]: value = "task-3070529" [ 981.889818] env[68199]: _type = "Task" [ 981.889818] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.901679] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.998804] env[68199]: WARNING nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 981.999011] env[68199]: WARNING nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 982.009735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.038108] env[68199]: DEBUG oslo_concurrency.lockutils [req-23ee733b-50ff-447c-a445-3188c81c1f88 req-f7925df7-75af-4d78-b299-e28a3755621d service nova] Releasing lock "refresh_cache-93e05f47-f5ed-44cf-89bb-66399906d80a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.080483] env[68199]: DEBUG oslo_concurrency.lockutils [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.080780] env[68199]: DEBUG nova.compute.manager [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Received event network-vif-deleted-39a8b04f-2a8f-43c8-90b4-f49642f3081b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.081146] env[68199]: DEBUG nova.compute.manager [req-a88b2819-05d4-4b51-8794-0d707a3bf6b0 req-7d148ce8-0946-42fd-9dee-a966f400d540 service nova] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Received event network-vif-deleted-b04cef25-ff2c-4543-80a5-76d55fb9b11b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.259580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbdbf849-de22-4265-9192-8bac401f1a9b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.260878] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.263500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.150s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.264912] env[68199]: INFO nova.compute.claims [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.325596] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Successfully created port: 0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.364132] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070527, 'name': PowerOffVM_Task, 'duration_secs': 0.480256} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.365340] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.365514] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.368463] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac963cdf-66d7-4cef-9e81-f203cfe0d1a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.377031] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68917} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.377660] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 93e05f47-f5ed-44cf-89bb-66399906d80a/93e05f47-f5ed-44cf-89bb-66399906d80a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.377938] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.378534] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c6cd37-1404-4192-be2d-b95b1700400d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.383822] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104061} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.384506] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.385850] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03c593-a823-4953-a00f-9b5fcf3d1118 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.391143] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 982.391143] env[68199]: value = "task-3070531" [ 982.391143] env[68199]: _type = "Task" [ 982.391143] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.413437] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.417575] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82d2e05-d5dd-4bde-bb0a-e6bc953bebb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.439041] env[68199]: DEBUG oslo_vmware.api [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Task: {'id': task-3070529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441605} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.441955] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.442176] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.442359] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.442529] env[68199]: INFO nova.compute.manager [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 982.442832] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.443156] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.444360] env[68199]: DEBUG nova.compute.manager [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.444476] env[68199]: DEBUG nova.network.neutron [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.446243] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 982.446243] env[68199]: value = "task-3070532" [ 982.446243] env[68199]: _type = "Task" [ 982.446243] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.456355] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.462897] env[68199]: DEBUG nova.network.neutron [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.480976] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.481224] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.481410] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleting the datastore file [datastore2] db0b3b7b-c702-4527-998b-3a588aa59027 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.481668] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb271f8a-aacc-4f45-b061-f9e111ff67f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490374] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for the task: (returnval){ [ 982.490374] env[68199]: value = "task-3070533" [ 982.490374] env[68199]: _type = "Task" [ 982.490374] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.502693] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.718946] env[68199]: DEBUG nova.network.neutron [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da998405-7d1f-4d68-9709-38b1b3d242d5", "address": "fa:16:3e:21:a3:7d", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998405-7d", "ovs_interfaceid": "da998405-7d1f-4d68-9709-38b1b3d242d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "address": "fa:16:3e:79:5f:5c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06fbe5-9d", "ovs_interfaceid": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.855681] env[68199]: INFO nova.compute.manager [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Rebuilding instance [ 982.915643] env[68199]: DEBUG nova.compute.manager [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.916383] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec128a1-0a9a-4bb8-8cd0-21d02c8b37bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.922026] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18029} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.922695] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.923580] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4304dae9-8c3f-4adf-92cc-e8d3d1880407 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.953097] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 93e05f47-f5ed-44cf-89bb-66399906d80a/93e05f47-f5ed-44cf-89bb-66399906d80a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.953097] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bd5b70-12c3-42b0-a377-e91fc25ae5d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.973788] env[68199]: DEBUG nova.network.neutron [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.982459] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070532, 'name': ReconfigVM_Task, 'duration_secs': 0.512435} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.983069] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb/8e2ebb22-2bb1-49c0-a716-ed584cdf55bb.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.985301] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba9cdff4-4428-4c79-8316-c0074c6c3241 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.987249] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 982.987249] env[68199]: value = "task-3070534" [ 982.987249] env[68199]: _type = "Task" [ 982.987249] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.989472] env[68199]: DEBUG nova.compute.manager [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-plugged-fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.989608] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.989798] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.989980] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.990144] env[68199]: DEBUG nova.compute.manager [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] No waiting events found dispatching network-vif-plugged-fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.990287] env[68199]: WARNING nova.compute.manager [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received unexpected event network-vif-plugged-fd06fbe5-9db8-4a96-b863-1e15bb2795dd for instance with vm_state active and task_state None. [ 982.990444] env[68199]: DEBUG nova.compute.manager [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-changed-fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.990596] env[68199]: DEBUG nova.compute.manager [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing instance network info cache due to event network-changed-fd06fbe5-9db8-4a96-b863-1e15bb2795dd. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.990756] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.999324] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 982.999324] env[68199]: value = "task-3070535" [ 982.999324] env[68199]: _type = "Task" [ 982.999324] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.009229] env[68199]: DEBUG oslo_vmware.api [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Task: {'id': task-3070533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397793} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.009738] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.010353] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.010542] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.010720] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.010892] env[68199]: INFO nova.compute.manager [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Took 1.25 seconds to destroy the instance on the hypervisor. [ 983.011201] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.011400] env[68199]: DEBUG nova.compute.manager [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.011494] env[68199]: DEBUG nova.network.neutron [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.016894] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070535, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.222985] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.225320] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.225320] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.225320] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.225320] env[68199]: DEBUG nova.network.neutron [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Refreshing network info cache for port fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.226488] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ec8da-574a-4983-8a37-dcd9a8e66364 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.249303] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.249555] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.249706] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.251411] env[68199]: DEBUG nova.virt.hardware [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.257942] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfiguring VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 983.259492] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2861eb-211f-4959-bc4b-cecc961a9157 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.278225] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.286491] env[68199]: DEBUG oslo_vmware.api [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 983.286491] env[68199]: value = "task-3070536" [ 983.286491] env[68199]: _type = "Task" [ 983.286491] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.298272] env[68199]: DEBUG oslo_vmware.api [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070536, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.308262] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.308606] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.308963] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.309273] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.309849] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.310063] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.310378] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.310570] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.310755] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.310921] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.311159] env[68199]: DEBUG nova.virt.hardware [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.312500] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf72f31-b2de-427d-bb64-be68fc032044 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.324026] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd06639e-3721-4b59-a65d-81ebdcde82f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.477105] env[68199]: INFO nova.compute.manager [-] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Took 1.03 seconds to deallocate network for instance. [ 983.501706] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.513349] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070535, 'name': Rename_Task, 'duration_secs': 0.374598} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.513497] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.514406] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3ab7ad-7344-4115-9ca6-836e6d60f9a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.522100] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 983.522100] env[68199]: value = "task-3070537" [ 983.522100] env[68199]: _type = "Task" [ 983.522100] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.534607] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.581377] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9e8b94-ab1d-4082-ae09-6de97675016a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.590130] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99847f0-16eb-4519-a88e-2a2128ce0b14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.624485] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408042b-4989-443a-8820-f619e61f11fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.633189] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa60caf-b5cd-4896-abc1-e5f543536a49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.647775] env[68199]: DEBUG nova.compute.provider_tree [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.775683] env[68199]: DEBUG nova.network.neutron [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.798407] env[68199]: DEBUG oslo_vmware.api [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.934714] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.935070] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-365e967d-ab18-4e94-b1d3-c2fa7ba05928 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.947437] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 983.947437] env[68199]: value = "task-3070538" [ 983.947437] env[68199]: _type = "Task" [ 983.947437] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.962110] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.983432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.999774] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070534, 'name': ReconfigVM_Task, 'duration_secs': 0.6952} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.999774] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 93e05f47-f5ed-44cf-89bb-66399906d80a/93e05f47-f5ed-44cf-89bb-66399906d80a.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.000614] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb3bcd6-c7b4-402b-987c-35c9fa0bec89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.009400] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 984.009400] env[68199]: value = "task-3070539" [ 984.009400] env[68199]: _type = "Task" [ 984.009400] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.019750] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070539, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.033941] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070537, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.082265] env[68199]: DEBUG nova.network.neutron [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updated VIF entry in instance network info cache for port fd06fbe5-9db8-4a96-b863-1e15bb2795dd. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.082730] env[68199]: DEBUG nova.network.neutron [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da998405-7d1f-4d68-9709-38b1b3d242d5", "address": "fa:16:3e:21:a3:7d", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda998405-7d", "ovs_interfaceid": "da998405-7d1f-4d68-9709-38b1b3d242d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "address": "fa:16:3e:79:5f:5c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06fbe5-9d", "ovs_interfaceid": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.144091] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Successfully updated port: 0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.152305] env[68199]: DEBUG nova.scheduler.client.report [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.280853] env[68199]: INFO nova.compute.manager [-] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Took 1.27 seconds to deallocate network for instance. [ 984.305625] env[68199]: DEBUG oslo_vmware.api [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.458743] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070538, 'name': PowerOffVM_Task, 'duration_secs': 0.163049} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.462016] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.462016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.462016] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45321467-3908-4542-a87e-9398f0da138a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.469523] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.469765] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec34fb3-6dc3-4948-98fd-856d48295dfe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.497797] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.498095] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.498322] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleting the datastore file [datastore1] af36e944-d1bc-4602-9765-96e6dfa77a8f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.498632] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e030be1-cb0b-424d-991c-d5471cc74295 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.506176] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 984.506176] env[68199]: value = "task-3070541" [ 984.506176] env[68199]: _type = "Task" [ 984.506176] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.516539] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.522204] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070539, 'name': Rename_Task, 'duration_secs': 0.296721} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.522469] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.522757] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3634497-56af-4197-97e6-9996e8bb779e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.532760] env[68199]: DEBUG oslo_vmware.api [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070537, 'name': PowerOnVM_Task, 'duration_secs': 0.794714} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.533984] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.534239] env[68199]: DEBUG nova.compute.manager [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.534567] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 984.534567] env[68199]: value = "task-3070542" [ 984.534567] env[68199]: _type = "Task" [ 984.534567] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.535325] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6fe93-bda1-4645-8225-30081eac26c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.549555] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.585218] env[68199]: DEBUG oslo_concurrency.lockutils [req-67ac1bdb-697f-401e-904f-0e1caa256aa5 req-90c4d766-d6fa-4bf9-b805-7ce320cb863b service nova] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.644659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.644659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.645133] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.657898] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.658567] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.662132] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.956s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.662452] env[68199]: DEBUG nova.objects.instance [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.791048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.800934] env[68199]: DEBUG oslo_vmware.api [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070536, 'name': ReconfigVM_Task, 'duration_secs': 1.09057} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.801457] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.801686] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfigured VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 985.013943] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.017219] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.018546] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28227} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.018779] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.018979] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.019225] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.049130] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070542, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.059517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.168472] env[68199]: DEBUG nova.compute.utils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.174554] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.174554] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.189643] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.242216] env[68199]: DEBUG nova.policy [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2ef84c39104e2dba8358224cb4cb0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd12ebe28419e4caabc42b8773a997384', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.306811] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c73d78d0-f1e0-43e9-b8a8-8c62858b9751 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-fd06fbe5-9db8-4a96-b863-1e15bb2795dd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.325s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.386510] env[68199]: DEBUG nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Received event network-vif-deleted-05d60959-a227-4e99-9737-6ab7503e4153 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.386727] env[68199]: DEBUG nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Received event network-vif-plugged-0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.386923] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.387145] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.387348] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.387509] env[68199]: DEBUG nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] No waiting events found dispatching network-vif-plugged-0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.387644] env[68199]: WARNING nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Received unexpected event network-vif-plugged-0a5aee89-75ad-453a-b802-fecc49fc1d57 for instance with vm_state building and task_state spawning. [ 985.387797] env[68199]: DEBUG nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Received event network-changed-0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.387946] env[68199]: DEBUG nova.compute.manager [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Refreshing instance network info cache due to event network-changed-0a5aee89-75ad-453a-b802-fecc49fc1d57. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.388123] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Acquiring lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.398572] env[68199]: DEBUG nova.network.neutron [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.533832] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.534510] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 985.534510] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.553302] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.602182] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Successfully created port: 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.652196] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.652460] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.673908] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.677469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c4b055d3-9ad7-40fc-a65b-6cd02335c253 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.678750] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.558s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.678849] env[68199]: DEBUG nova.objects.instance [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'resources' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.901046] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.901180] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Instance network_info: |[{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.901419] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Acquired lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.901601] env[68199]: DEBUG nova.network.neutron [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Refreshing network info cache for port 0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.902776] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5aee89-75ad-453a-b802-fecc49fc1d57', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.910337] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.913359] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.913846] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673fb506-44c0-4333-8b69-0800c11e98b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.940629] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.940629] env[68199]: value = "task-3070543" [ 985.940629] env[68199]: _type = "Task" [ 985.940629] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.952831] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070543, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.038122] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.051765] env[68199]: DEBUG oslo_vmware.api [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070542, 'name': PowerOnVM_Task, 'duration_secs': 1.052514} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.052090] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.052336] env[68199]: INFO nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 986.052868] env[68199]: DEBUG nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.053630] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6a267-fdcf-4a2f-ba95-a8ab5bc5e98a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.067427] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.067582] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.067709] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.067887] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.068080] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.068250] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.068457] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.068670] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.068780] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.068939] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.069169] env[68199]: DEBUG nova.virt.hardware [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.070334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb01cd2-29b2-4636-a25d-768f2dd27858 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.084995] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bdd9d-9e25-4fb6-be6f-e38ba2f8b7f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.102953] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.109073] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.110073] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.110314] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b83546d-5412-4498-81c1-3be174bea00b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.135595] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.135595] env[68199]: value = "task-3070544" [ 986.135595] env[68199]: _type = "Task" [ 986.135595] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.145573] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070544, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.155193] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.158824] env[68199]: DEBUG nova.network.neutron [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updated VIF entry in instance network info cache for port 0a5aee89-75ad-453a-b802-fecc49fc1d57. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.159360] env[68199]: DEBUG nova.network.neutron [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.186024] env[68199]: DEBUG nova.objects.instance [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'numa_topology' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.310555] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.310919] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.315427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.315427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.315427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.315812] env[68199]: INFO nova.compute.manager [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Terminating instance [ 986.451809] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070543, 'name': CreateVM_Task, 'duration_secs': 0.392752} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.451976] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.452953] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.453153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.453538] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.453854] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a965e29-e854-4633-8c50-51fc6a5f09a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.460423] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 986.460423] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e2419a-c5cb-05f3-61b5-465af7a09d74" [ 986.460423] env[68199]: _type = "Task" [ 986.460423] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.470112] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e2419a-c5cb-05f3-61b5-465af7a09d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.582248] env[68199]: INFO nova.compute.manager [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Took 38.46 seconds to build instance. [ 986.646998] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070544, 'name': CreateVM_Task, 'duration_secs': 0.339808} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.647180] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.647572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.664217] env[68199]: DEBUG oslo_concurrency.lockutils [req-3fc2e873-dca4-4453-ac3a-57500e8b4643 req-cda5377d-9793-48de-a199-3f46ed11c07e service nova] Releasing lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.686737] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.687938] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.690515] env[68199]: DEBUG nova.objects.base [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.717509] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.717856] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.718065] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.718259] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.718420] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.718571] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.718773] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.718950] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.719133] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.719392] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.719586] env[68199]: DEBUG nova.virt.hardware [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.720495] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3407073-02ff-4bd5-8326-6c30b37a3f5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.730232] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d2e667-5de9-4770-9927-8e71c26cd51f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.820805] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "refresh_cache-8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.821024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquired lock "refresh_cache-8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.821243] env[68199]: DEBUG nova.network.neutron [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.989073] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e2419a-c5cb-05f3-61b5-465af7a09d74, 'name': SearchDatastore_Task, 'duration_secs': 0.029489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.993050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.993393] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.993723] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.993913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.994182] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.994898] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.996765] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.996765] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7544b269-3564-4d7e-8e71-29e9030b1edb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.999312] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c581e2-725f-4874-ab63-3b5c59148a3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.007755] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 987.007755] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e2efd7-bd2d-924d-f5db-65d2db3259e9" [ 987.007755] env[68199]: _type = "Task" [ 987.007755] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.018047] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.018345] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.020580] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16b9a4a-d78d-41a7-a1a5-69047f7c23aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.035132] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e2efd7-bd2d-924d-f5db-65d2db3259e9, 'name': SearchDatastore_Task, 'duration_secs': 0.019207} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.037304] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.037646] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.037948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.039097] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee7c8a-7b84-4558-8984-48b317e01dcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.045017] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 987.045017] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5233c1a5-f2a8-3401-dabb-e206698a82d3" [ 987.045017] env[68199]: _type = "Task" [ 987.045017] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.056087] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80561990-d559-4371-a1a6-4b83881a98a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.065139] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5233c1a5-f2a8-3401-dabb-e206698a82d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.065139] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e041777c-ca48-471b-97a0-75218fd8fdcf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.091068] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-da998405-7d1f-4d68-9709-38b1b3d242d5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.091352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-da998405-7d1f-4d68-9709-38b1b3d242d5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.092787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f3ec3eff-0afb-40f4-8c1f-46d651bebeb1 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.986s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.094427] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64761b82-1966-46a9-9a44-7a7db50a6ebd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.098567] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 987.098567] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c990c6-498c-c29c-b719-e5d2153f88c1" [ 987.098567] env[68199]: _type = "Task" [ 987.098567] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.106554] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603416a-d3f3-41ed-98bc-549384d37101 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.115929] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c990c6-498c-c29c-b719-e5d2153f88c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.125444] env[68199]: DEBUG nova.compute.provider_tree [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.127342] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Successfully updated port: 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.342408] env[68199]: DEBUG nova.network.neutron [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.405526] env[68199]: DEBUG nova.network.neutron [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.495455] env[68199]: DEBUG nova.compute.manager [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-vif-plugged-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.495717] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Acquiring lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.495994] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.496078] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.496251] env[68199]: DEBUG nova.compute.manager [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] No waiting events found dispatching network-vif-plugged-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.496382] env[68199]: WARNING nova.compute.manager [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received unexpected event network-vif-plugged-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 for instance with vm_state building and task_state spawning. [ 987.496542] env[68199]: DEBUG nova.compute.manager [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.496695] env[68199]: DEBUG nova.compute.manager [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing instance network info cache due to event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.496923] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.497031] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.497196] env[68199]: DEBUG nova.network.neutron [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.595983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.595983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.597822] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073cd348-e23b-426e-91af-af6ddb41a2cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.613347] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c990c6-498c-c29c-b719-e5d2153f88c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020974} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.633151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.633488] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.634398] env[68199]: DEBUG nova.scheduler.client.report [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.637761] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.638638] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.638842] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.639082] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5771a3d7-1393-4d8b-b865-cdf139639322 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.641864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b0666-216f-499f-b2f9-0f99b906db6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.644871] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c249aa26-15aa-4e0a-a03b-b1eb12ca0e2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.676756] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfiguring VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 987.680339] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4e2555-56ce-48cb-8e2b-71ecc89a8828 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.696029] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 987.696029] env[68199]: value = "task-3070545" [ 987.696029] env[68199]: _type = "Task" [ 987.696029] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.696029] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.696029] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.696576] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bcec0d-10bd-4a58-a85f-1a8ea81c55d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.714401] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.714739] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 987.714739] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525b718f-748a-9820-545f-b7af5e2b51ca" [ 987.714739] env[68199]: _type = "Task" [ 987.714739] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.714937] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 987.714937] env[68199]: value = "task-3070546" [ 987.714937] env[68199]: _type = "Task" [ 987.714937] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.727126] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.730737] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525b718f-748a-9820-545f-b7af5e2b51ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.731579] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbe6f9c-fdd3-43fe-9fb6-47bcfdb820a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.738871] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 987.738871] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ab6837-b56b-6849-e669-32a42989eb99" [ 987.738871] env[68199]: _type = "Task" [ 987.738871] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.748647] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ab6837-b56b-6849-e669-32a42989eb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.909132] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Releasing lock "refresh_cache-8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.909667] env[68199]: DEBUG nova.compute.manager [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.909949] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.910994] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ffd86-4e2a-4070-98e2-3af07c57f40f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.923184] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.923521] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8cc79fb-7164-4a57-acf0-50f6ce6514e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.934108] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 987.934108] env[68199]: value = "task-3070547" [ 987.934108] env[68199]: _type = "Task" [ 987.934108] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.945700] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.039484] env[68199]: DEBUG nova.network.neutron [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.141309] env[68199]: DEBUG nova.network.neutron [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.147419] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.468s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.149748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.423s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.151103] env[68199]: DEBUG nova.objects.instance [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'resources' on Instance uuid 90e89f5b-4fc3-493a-a645-9c115188ffa2 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.208590] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482009} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.208881] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.209202] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.209491] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e9aa11-977d-43a8-b7e3-d2a5b281bb68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.221066] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 988.221066] env[68199]: value = "task-3070548" [ 988.221066] env[68199]: _type = "Task" [ 988.221066] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.230561] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.233749] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.251922] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ab6837-b56b-6849-e669-32a42989eb99, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.252220] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252487] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.253166] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1615dc3-7395-416a-ad57-e6d8726192fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.262566] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 988.262566] env[68199]: value = "task-3070549" [ 988.262566] env[68199]: _type = "Task" [ 988.262566] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.274179] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.317974] env[68199]: DEBUG nova.compute.manager [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.319552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71392c8-9646-4b5a-ab61-b8ed2569953f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.447667] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070547, 'name': PowerOffVM_Task, 'duration_secs': 0.243103} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.447667] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.448072] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.448072] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c1c0ef-5016-44c9-bc1a-2b22d34adf4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.485789] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.486057] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.486258] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Deleting the datastore file [datastore1] 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.486546] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-906d1667-9300-4f4e-bd11-4eb16debaf61 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.497494] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for the task: (returnval){ [ 988.497494] env[68199]: value = "task-3070551" [ 988.497494] env[68199]: _type = "Task" [ 988.497494] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.508694] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.650998] env[68199]: DEBUG oslo_concurrency.lockutils [req-0b3b4e42-ee15-4340-aa05-511f10d484d7 req-bb74da99-dbb0-435d-8a4e-00ec836f7746 service nova] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.651566] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.652662] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.662271] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2c04a778-55bc-4a28-a4c2-15c51ecbc94d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.887s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.663796] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.654s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.664188] env[68199]: INFO nova.compute.manager [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Unshelving [ 988.734068] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.743566] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148909} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.743878] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.744849] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54363a73-4d6f-46a8-85f0-4a17006c1cca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.774388] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.777805] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2308da7d-31be-4782-8b45-aefe3462bc5f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.804011] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070549, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.806106] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 988.806106] env[68199]: value = "task-3070552" [ 988.806106] env[68199]: _type = "Task" [ 988.806106] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.816466] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.832487] env[68199]: INFO nova.compute.manager [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] instance snapshotting [ 988.835783] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6be739-1208-488a-afe1-d613fa7cc800 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.862061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13834d72-328a-4508-83af-f3b997c2161f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.012429] env[68199]: DEBUG oslo_vmware.api [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Task: {'id': task-3070551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28872} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.012719] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.012901] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.013156] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.013358] env[68199]: INFO nova.compute.manager [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 989.013600] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.013784] env[68199]: DEBUG nova.compute.manager [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.013875] env[68199]: DEBUG nova.network.neutron [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.031385] env[68199]: DEBUG nova.network.neutron [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.047316] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab5a35-56b8-40cc-bb3a-41c056625b5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.055897] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e4769-b9bd-4dc3-82bd-2616f98cfbf4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.087478] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53b265-b89c-4cb4-ba0f-d847d49e8988 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.095635] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f7f40-d0dc-41fb-8df7-eb5b413057c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.110111] env[68199]: DEBUG nova.compute.provider_tree [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.192035] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.227165] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.288262] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070549, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.316299] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070552, 'name': ReconfigVM_Task, 'duration_secs': 0.297557} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.316573] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.317223] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1192110f-c880-4ec7-8452-728480b851a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.326194] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 989.326194] env[68199]: value = "task-3070553" [ 989.326194] env[68199]: _type = "Task" [ 989.326194] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.332966] env[68199]: DEBUG nova.network.neutron [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.340032] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070553, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.375464] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.375777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6c5f60c-19a8-462d-94ca-9587a2530746 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.384797] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 989.384797] env[68199]: value = "task-3070554" [ 989.384797] env[68199]: _type = "Task" [ 989.384797] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.394728] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.537109] env[68199]: DEBUG nova.network.neutron [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.613655] env[68199]: DEBUG nova.scheduler.client.report [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.673715] env[68199]: DEBUG nova.compute.utils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.727938] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.789212] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070549, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.836721] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070553, 'name': Rename_Task, 'duration_secs': 0.168203} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.836721] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.836919] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance network_info: |[{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.837211] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.837578] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:af:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68cac4c0-25b5-477e-aa7a-96c11c5b77c4', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.844866] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Creating folder: Project (d12ebe28419e4caabc42b8773a997384). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.845121] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3723b26b-e52c-4f5c-a442-000c19fac2fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.846800] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ceda06f-bb7d-4199-b197-b4d4b05d38a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.855303] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 989.855303] env[68199]: value = "task-3070556" [ 989.855303] env[68199]: _type = "Task" [ 989.855303] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.860110] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Created folder: Project (d12ebe28419e4caabc42b8773a997384) in parent group-v614632. [ 989.860338] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Creating folder: Instances. Parent ref: group-v614855. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.861270] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feafffb6-03c0-44ec-82e4-fffb706b00fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.873842] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.877287] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Created folder: Instances in parent group-v614855. [ 989.877526] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.877717] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.877925] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d51412c-4aab-48cd-b142-bf6684f90987 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.904055] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.905723] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.905723] env[68199]: value = "task-3070558" [ 989.905723] env[68199]: _type = "Task" [ 989.905723] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.913896] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070558, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.040604] env[68199]: INFO nova.compute.manager [-] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Took 1.03 seconds to deallocate network for instance. [ 990.120226] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.122715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.084s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.124453] env[68199]: INFO nova.compute.claims [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.143919] env[68199]: INFO nova.scheduler.client.report [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance 90e89f5b-4fc3-493a-a645-9c115188ffa2 [ 990.176458] env[68199]: INFO nova.virt.block_device [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Booting with volume ca87e8a9-6b0a-4468-8400-6e48da7fc701 at /dev/sdb [ 990.217392] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e050ae1-50c1-4a8c-b893-29d7ea4f8fe5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.235343] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc40f83-0623-4922-babe-8d1b0d113615 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.247818] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.272335] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c5bd03a-37e1-416b-8daa-2efbd43892a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.281686] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c8a18f-c357-42a7-abd6-675c698acbab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.300995] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533752} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.302339] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.302561] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.304784] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef731d45-b4d5-4402-8170-7c22e1ddfbec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.320573] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee73ea-6e0c-4662-9aab-1db8ffd64046 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.326926] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 990.326926] env[68199]: value = "task-3070559" [ 990.326926] env[68199]: _type = "Task" [ 990.326926] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.332913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677e389-5e8d-444a-a94d-9dd2918c3bc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.345696] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.355864] env[68199]: DEBUG nova.virt.block_device [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating existing volume attachment record: a7599b1d-af9c-49cc-aa89-24f7b89e12f2 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 990.367263] env[68199]: DEBUG oslo_vmware.api [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070556, 'name': PowerOnVM_Task, 'duration_secs': 0.511258} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.367608] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.367820] env[68199]: INFO nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Took 7.09 seconds to spawn the instance on the hypervisor. [ 990.368220] env[68199]: DEBUG nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.368869] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54378322-a533-4111-b959-d63345556eca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.406272] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.414499] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070558, 'name': CreateVM_Task, 'duration_secs': 0.376399} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.414676] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.415801] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.415958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.416305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.417266] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9485bc-13ec-4a07-b6ae-1c0d3d75264d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.423048] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 990.423048] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5223dcff-3758-ccf5-4396-d3769d77b61d" [ 990.423048] env[68199]: _type = "Task" [ 990.423048] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.435234] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5223dcff-3758-ccf5-4396-d3769d77b61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.548300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.652618] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b1c86608-703b-4a61-9f3e-bcd49835bd28 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "90e89f5b-4fc3-493a-a645-9c115188ffa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.547s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.730283] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.808195] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.808520] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.808743] env[68199]: INFO nova.compute.manager [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Shelving [ 990.840309] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077862} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.840541] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.841464] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abbcc7-8db7-47fd-90ef-8db1339b1e81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.863907] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.864273] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fedb24af-d462-4fa1-a110-f9efad0f26e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.886080] env[68199]: INFO nova.compute.manager [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Took 25.76 seconds to build instance. [ 990.889800] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 990.889800] env[68199]: value = "task-3070563" [ 990.889800] env[68199]: _type = "Task" [ 990.889800] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.902429] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.909359] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070554, 'name': CreateSnapshot_Task, 'duration_secs': 1.372725} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.909610] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.910410] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf0a81-e932-481e-a3f5-af3bedca4db0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.934933] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5223dcff-3758-ccf5-4396-d3769d77b61d, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.934933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.934933] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.934933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.934933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.935245] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.935360] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899d500c-1fd3-4c78-9188-e945f261427b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.946517] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.946733] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.948257] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c06fa4-87b9-4cd3-a7e2-1dcc9bac2e2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.955816] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 990.955816] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523c2c08-1f12-2ac5-60d9-4a0de2f161b1" [ 990.955816] env[68199]: _type = "Task" [ 990.955816] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.965267] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c2c08-1f12-2ac5-60d9-4a0de2f161b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.230373] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.387808] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dfa4fda1-9765-4d0f-ba18-7534533bafc0 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.272s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.401141] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070563, 'name': ReconfigVM_Task, 'duration_secs': 0.31718} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.401460] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] af36e944-d1bc-4602-9765-96e6dfa77a8f/af36e944-d1bc-4602-9765-96e6dfa77a8f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.402078] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b252358-91aa-4310-a48a-cf628b1b9b67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.412603] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 991.412603] env[68199]: value = "task-3070564" [ 991.412603] env[68199]: _type = "Task" [ 991.412603] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.431483] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.431998] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070564, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.433259] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77eedf38-3586-4db0-ac89-c6348070f885 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.437601] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9433e01a-26a3-48c8-87ee-8937d87bcddc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.446249] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec2ae3-ad2b-43a6-9dd9-96d6ebff3b41 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.450824] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 991.450824] env[68199]: value = "task-3070565" [ 991.450824] env[68199]: _type = "Task" [ 991.450824] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.483370] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89c246-0020-4b77-986f-dba2602a986e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.489986] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070565, 'name': CloneVM_Task} progress is 11%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.499079] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393fa00-79bc-45c0-855c-6f7be1bdb973 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.503608] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c2c08-1f12-2ac5-60d9-4a0de2f161b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.504723] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00681e80-5ac5-40fd-ad2a-b9fd5906895a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.517125] env[68199]: DEBUG nova.compute.manager [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.517752] env[68199]: DEBUG nova.compute.provider_tree [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.521048] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1a99f-8c24-47f0-909f-2f0f0163e41f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.530901] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 991.530901] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c93a1d-e7ed-263f-40e1-bb2ec14a7988" [ 991.530901] env[68199]: _type = "Task" [ 991.530901] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.544908] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c93a1d-e7ed-263f-40e1-bb2ec14a7988, 'name': SearchDatastore_Task, 'duration_secs': 0.012049} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.545206] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.545482] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 006eaf52-f2ed-4ac2-9472-87d0acea89b7/006eaf52-f2ed-4ac2-9472-87d0acea89b7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.545760] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b30f56-316b-4126-b461-a85e11793efb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.556674] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 991.556674] env[68199]: value = "task-3070566" [ 991.556674] env[68199]: _type = "Task" [ 991.556674] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.566713] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.734192] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.819459] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.819827] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9e7bcf-1416-4e30-b56a-1e0ba9200bc4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.830016] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 991.830016] env[68199]: value = "task-3070567" [ 991.830016] env[68199]: _type = "Task" [ 991.830016] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.841433] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.926154] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070564, 'name': Rename_Task, 'duration_secs': 0.203083} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.926728] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.926872] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b50f33-31a3-465a-b39e-247bac714e58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.937490] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 991.937490] env[68199]: value = "task-3070568" [ 991.937490] env[68199]: _type = "Task" [ 991.937490] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.950098] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.965354] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070565, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.024724] env[68199]: DEBUG nova.scheduler.client.report [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.039394] env[68199]: INFO nova.compute.manager [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] instance snapshotting [ 992.040132] env[68199]: DEBUG nova.objects.instance [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.067344] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480713} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.067583] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 006eaf52-f2ed-4ac2-9472-87d0acea89b7/006eaf52-f2ed-4ac2-9472-87d0acea89b7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.067791] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.068103] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269be86b-8f2b-48a5-8c1a-3968990cdf83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.077363] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 992.077363] env[68199]: value = "task-3070569" [ 992.077363] env[68199]: _type = "Task" [ 992.077363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.085844] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.234706] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.340943] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070567, 'name': PowerOffVM_Task, 'duration_secs': 0.363616} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.341230] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.342049] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18430fff-dab2-428a-a2cb-65507c9becc7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.365305] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732d06d-b3a6-4517-8513-6799eb30dddf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.448628] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.462031] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070565, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.534023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.534023] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.535343] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.454s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.535747] env[68199]: DEBUG nova.objects.instance [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lazy-loading 'resources' on Instance uuid 62958d8a-e373-4c5f-ac69-8e3891e1a239 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.549811] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fa456-6054-4222-9e61-92ff165b3acb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.571248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd7de2-c8b2-4c02-8635-829a6e8d85ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.590932] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073877} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.591209] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.592061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d5bcb-0988-401c-a596-465b23c4bb77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.617495] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 006eaf52-f2ed-4ac2-9472-87d0acea89b7/006eaf52-f2ed-4ac2-9472-87d0acea89b7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.618489] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5dc2d1-7da6-455c-a9ce-3c451001cc23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.640636] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 992.640636] env[68199]: value = "task-3070570" [ 992.640636] env[68199]: _type = "Task" [ 992.640636] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.652176] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.732638] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.880784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.881246] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.882738] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 992.883320] env[68199]: DEBUG nova.compute.manager [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 992.886754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43942520-093c-4647-b91e-7682d48d3424 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.898596] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 992.898596] env[68199]: value = "task-3070572" [ 992.898596] env[68199]: _type = "Task" [ 992.898596] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.911460] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.948476] env[68199]: DEBUG oslo_vmware.api [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070568, 'name': PowerOnVM_Task, 'duration_secs': 0.735928} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.948817] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.949053] env[68199]: DEBUG nova.compute.manager [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.949856] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256eae42-adcc-46aa-b249-3741b5eeb3fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.965788] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070565, 'name': CloneVM_Task, 'duration_secs': 1.200365} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.966059] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Created linked-clone VM from snapshot [ 992.966836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41d342-fdfe-4eea-bfe1-099a027382a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.975729] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Uploading image e1c88af6-cd8b-4d6b-bfc6-1d06f24d4a0b {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 992.988505] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 992.988784] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26a18eed-7e58-4696-8184-30a671f211af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.997433] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 992.997433] env[68199]: value = "task-3070573" [ 992.997433] env[68199]: _type = "Task" [ 992.997433] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.008081] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070573, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.040060] env[68199]: DEBUG nova.compute.utils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.041289] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.041583] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.085810] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.088764] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-493762b0-a414-4fe4-bde6-f7646955f6e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.098766] env[68199]: DEBUG nova.policy [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bae08f93f3c478597b3599b89774926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c454b58fcbbb44afbbd8640a059c8d13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.108706] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 993.108706] env[68199]: value = "task-3070574" [ 993.108706] env[68199]: _type = "Task" [ 993.108706] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.119155] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.152339] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070570, 'name': ReconfigVM_Task, 'duration_secs': 0.311835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.155469] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 006eaf52-f2ed-4ac2-9472-87d0acea89b7/006eaf52-f2ed-4ac2-9472-87d0acea89b7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.156414] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d85df8e-f9df-41dd-965a-f01bf49562b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.165517] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 993.165517] env[68199]: value = "task-3070575" [ 993.165517] env[68199]: _type = "Task" [ 993.165517] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.180597] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070575, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.235020] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.387435] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.405766] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f511277d-7d79-4bbc-ac94-d1b0ae3afe04 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.411589] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.418444] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a761757-36e1-4166-b7cd-257c46ee563c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.422366] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.454996] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Successfully created port: aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.458083] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84af5f-6e93-447a-9c60-3a532ddfefdc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.474526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7e33ea-8756-45d9-8a74-9df948975dd0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.479390] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.491597] env[68199]: DEBUG nova.compute.provider_tree [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.509416] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070573, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.547968] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.620246] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.679978] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070575, 'name': Rename_Task, 'duration_secs': 0.1671} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.680379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.680685] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581d09a7-1c4a-49a3-be11-6476e2e1b8ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.689744] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 993.689744] env[68199]: value = "task-3070576" [ 993.689744] env[68199]: _type = "Task" [ 993.689744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.701228] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.733767] env[68199]: DEBUG oslo_vmware.api [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070546, 'name': ReconfigVM_Task, 'duration_secs': 5.84721} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.734176] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.734424] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfigured VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 993.910731] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070572, 'name': CreateSnapshot_Task, 'duration_secs': 0.966279} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.910978] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.911791] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b8c99-1fda-46a0-a306-c652ed2c6037 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.915540] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.995393] env[68199]: DEBUG nova.scheduler.client.report [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.011811] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070573, 'name': Destroy_Task, 'duration_secs': 0.557548} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.013795] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Destroyed the VM [ 994.014736] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 994.016350] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32dd9ec4-df77-4a5d-9568-aaca50b2860f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.027419] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 994.027419] env[68199]: value = "task-3070577" [ 994.027419] env[68199]: _type = "Task" [ 994.027419] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.039667] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.064396] env[68199]: DEBUG nova.compute.manager [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-deleted-da998405-7d1f-4d68-9709-38b1b3d242d5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.064601] env[68199]: INFO nova.compute.manager [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Neutron deleted interface da998405-7d1f-4d68-9709-38b1b3d242d5; detaching it from the instance and deleting it from the info cache [ 994.064920] env[68199]: DEBUG nova.network.neutron [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "address": "fa:16:3e:79:5f:5c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06fbe5-9d", "ovs_interfaceid": "fd06fbe5-9db8-4a96-b863-1e15bb2795dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.120496] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070574, 'name': CreateSnapshot_Task, 'duration_secs': 0.557549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.120775] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.121583] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec34ec3-533a-4519-863c-5e7edde22881 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.206265] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.432623] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.434838] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72c4ce7b-e589-4131-b4fc-e3697f44ff8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.443845] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 994.443845] env[68199]: value = "task-3070578" [ 994.443845] env[68199]: _type = "Task" [ 994.443845] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.220703] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Successfully updated port: aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.222580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.687s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.226707] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.228771] env[68199]: DEBUG oslo_concurrency.lockutils [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.229428] env[68199]: DEBUG oslo_concurrency.lockutils [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] Acquired lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.229571] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.229775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.229954] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "af36e944-d1bc-4602-9765-96e6dfa77a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.230171] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.230325] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.240911] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.244277] env[68199]: DEBUG nova.compute.manager [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-deleted-fd06fbe5-9db8-4a96-b863-1e15bb2795dd {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.247260] env[68199]: INFO nova.compute.manager [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Neutron deleted interface fd06fbe5-9db8-4a96-b863-1e15bb2795dd; detaching it from the instance and deleting it from the info cache [ 995.247260] env[68199]: DEBUG nova.network.neutron [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.249225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.249390] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.249557] env[68199]: DEBUG nova.network.neutron [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.251213] env[68199]: INFO nova.compute.manager [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Terminating instance [ 995.256558] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.271s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.256558] env[68199]: DEBUG nova.objects.instance [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lazy-loading 'resources' on Instance uuid 610715ae-987a-41c4-9906-fa24509764f6 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.259648] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f83dbee-3887-45a6-89d2-de381d201d3d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.262297] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c27f171-e223-47c0-a669-428f3a5bbcb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.301018] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070578, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.301018] env[68199]: WARNING oslo_vmware.common.loopingcall [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] task run outlasted interval by 0.354642 sec [ 995.301018] env[68199]: DEBUG oslo_vmware.api [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070576, 'name': PowerOnVM_Task, 'duration_secs': 0.536155} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.301018] env[68199]: DEBUG oslo_concurrency.lockutils [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] Releasing lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.301018] env[68199]: WARNING nova.compute.manager [req-494c0430-fc1e-43b0-89f5-b0c787ec97bf req-33e16729-7abf-46d0-9a27-ba674a9862e9 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Detach interface failed, port_id=da998405-7d1f-4d68-9709-38b1b3d242d5, reason: No device with interface-id da998405-7d1f-4d68-9709-38b1b3d242d5 exists on VM: nova.exception.NotFound: No device with interface-id da998405-7d1f-4d68-9709-38b1b3d242d5 exists on VM [ 995.301018] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070577, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.301420] env[68199]: INFO nova.scheduler.client.report [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Deleted allocations for instance 62958d8a-e373-4c5f-ac69-8e3891e1a239 [ 995.306897] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.308721] env[68199]: INFO nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Took 8.62 seconds to spawn the instance on the hypervisor. [ 995.308721] env[68199]: DEBUG nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.308721] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 995.308721] env[68199]: value = "task-3070579" [ 995.308721] env[68199]: _type = "Task" [ 995.308721] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.311862] env[68199]: DEBUG nova.virt.hardware [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.315979] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913db827-9ef9-4abc-b6f9-f5a951f99d87 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.320321] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da829f-47f6-4b89-8e2a-6d4d4efb812d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.332298] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070578, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.342233] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task} progress is 16%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.343485] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b2b3e-a50f-4906-840f-2a85e8689930 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.723277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.723277] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquired lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723398] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.737167] env[68199]: DEBUG oslo_vmware.api [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070577, 'name': RemoveSnapshot_Task, 'duration_secs': 1.288092} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.738026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 995.747286] env[68199]: DEBUG oslo_concurrency.lockutils [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.747486] env[68199]: DEBUG oslo_concurrency.lockutils [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Acquired lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.749185] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dfbb92-3221-4ae1-a70e-d58160331a1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.758552] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "refresh_cache-af36e944-d1bc-4602-9765-96e6dfa77a8f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.758723] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "refresh_cache-af36e944-d1bc-4602-9765-96e6dfa77a8f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.758891] env[68199]: DEBUG nova.network.neutron [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.759819] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.781236] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341357b-ef13-4885-bb8f-eec9df08bc55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.810874] env[68199]: DEBUG nova.virt.vmwareapi.vmops [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfiguring VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 995.817841] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff72409-4861-48bb-bd8c-e7452ba628b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.832030] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd2e4e64-c04f-4b79-972e-7022b8229059 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Lock "62958d8a-e373-4c5f-ac69-8e3891e1a239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.815s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.855997] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Waiting for the task: (returnval){ [ 995.855997] env[68199]: value = "task-3070580" [ 995.855997] env[68199]: _type = "Task" [ 995.855997] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.856251] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.856530] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070578, 'name': CloneVM_Task, 'duration_secs': 1.293247} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.858274] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Created linked-clone VM from snapshot [ 995.858905] env[68199]: INFO nova.compute.manager [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Took 18.95 seconds to build instance. [ 995.863555] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e1a4c-dc21-4ddb-8cad-63c73b081adc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.880167] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.880577] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Uploading image b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.911935] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.911935] env[68199]: value = "vm-614864" [ 995.911935] env[68199]: _type = "VirtualMachine" [ 995.911935] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.912275] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6c5a853d-f23c-4837-9a2b-a13896fcb1f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.924577] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lease: (returnval){ [ 995.924577] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e71d33-476f-2652-23bf-0729d05c8343" [ 995.924577] env[68199]: _type = "HttpNfcLease" [ 995.924577] env[68199]: } obtained for exporting VM: (result){ [ 995.924577] env[68199]: value = "vm-614864" [ 995.924577] env[68199]: _type = "VirtualMachine" [ 995.924577] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.924947] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the lease: (returnval){ [ 995.924947] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e71d33-476f-2652-23bf-0729d05c8343" [ 995.924947] env[68199]: _type = "HttpNfcLease" [ 995.924947] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.940381] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.940381] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e71d33-476f-2652-23bf-0729d05c8343" [ 995.940381] env[68199]: _type = "HttpNfcLease" [ 995.940381] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 995.940660] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 995.940660] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e71d33-476f-2652-23bf-0729d05c8343" [ 995.940660] env[68199]: _type = "HttpNfcLease" [ 995.940660] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 995.941418] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcd274-8109-4591-840a-66d477aa07dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.952832] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 995.952832] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.113300] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98ac40bf-db79-497e-8683-fa4c1f692096 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.210367] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30871dd8-891b-4535-aa32-38f98b646b42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.219187] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdd38a-56a5-40ba-8994-7be04ae209e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.255711] env[68199]: WARNING nova.compute.manager [None req-7a2b84a9-b012-4137-900a-f59e51b1788f tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Image not found during snapshot: nova.exception.ImageNotFound: Image e1c88af6-cd8b-4d6b-bfc6-1d06f24d4a0b could not be found. [ 996.260481] env[68199]: DEBUG nova.compute.manager [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Received event network-vif-plugged-aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.260481] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Acquiring lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.260481] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.260481] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.260481] env[68199]: DEBUG nova.compute.manager [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] No waiting events found dispatching network-vif-plugged-aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.260481] env[68199]: WARNING nova.compute.manager [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Received unexpected event network-vif-plugged-aa912ddd-59e7-4204-89de-d42dda3bbec0 for instance with vm_state building and task_state spawning. [ 996.260481] env[68199]: DEBUG nova.compute.manager [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Received event network-changed-aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.260481] env[68199]: DEBUG nova.compute.manager [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Refreshing instance network info cache due to event network-changed-aa912ddd-59e7-4204-89de-d42dda3bbec0. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.260863] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Acquiring lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.261591] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0bdf9-61b5-424a-9be5-db3ffe9df516 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.278564] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.281731] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8747d7df-d7f1-466d-ae57-d8d4e13e379c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.289271] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.302859] env[68199]: DEBUG nova.compute.provider_tree [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.307103] env[68199]: DEBUG nova.network.neutron [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.346983] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.351933] env[68199]: INFO nova.network.neutron [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Port fd06fbe5-9db8-4a96-b863-1e15bb2795dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 996.352252] env[68199]: DEBUG nova.network.neutron [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [{"id": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "address": "fa:16:3e:d7:7e:0c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563f57d7-9c", "ovs_interfaceid": "563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.369104] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.369279] env[68199]: DEBUG oslo_concurrency.lockutils [None req-de2579e6-8cab-48f3-a480-983d62517ccb tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.474s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.400251] env[68199]: DEBUG nova.network.neutron [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.444664] env[68199]: DEBUG nova.network.neutron [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updating instance_info_cache with network_info: [{"id": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "address": "fa:16:3e:dd:61:fb", "network": {"id": "3f5c6e5c-ee32-40cf-8e0a-a53509885751", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1731005744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c454b58fcbbb44afbbd8640a059c8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa912ddd-59", "ovs_interfaceid": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.614742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "93e05f47-f5ed-44cf-89bb-66399906d80a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.615066] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.615333] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.615563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.615755] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.618006] env[68199]: INFO nova.compute.manager [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Terminating instance [ 996.809996] env[68199]: DEBUG nova.scheduler.client.report [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.853223] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.856070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.873244] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.903554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "refresh_cache-af36e944-d1bc-4602-9765-96e6dfa77a8f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.903936] env[68199]: DEBUG nova.compute.manager [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.904255] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.905839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b01fd-a252-40ae-abdb-9e110665e24d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.914953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.915316] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6893b0cf-bc15-4442-a94e-ee4f0827215d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.926138] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 996.926138] env[68199]: value = "task-3070582" [ 996.926138] env[68199]: _type = "Task" [ 996.926138] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.935691] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.947742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Releasing lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.948925] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Instance network_info: |[{"id": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "address": "fa:16:3e:dd:61:fb", "network": {"id": "3f5c6e5c-ee32-40cf-8e0a-a53509885751", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1731005744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c454b58fcbbb44afbbd8640a059c8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa912ddd-59", "ovs_interfaceid": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.949262] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Acquired lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.949454] env[68199]: DEBUG nova.network.neutron [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Refreshing network info cache for port aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.951204] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:61:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa912ddd-59e7-4204-89de-d42dda3bbec0', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.959590] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Creating folder: Project (c454b58fcbbb44afbbd8640a059c8d13). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.960205] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5e3f6e-1c35-41f3-b8d3-3099feb12c22 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.979678] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Created folder: Project (c454b58fcbbb44afbbd8640a059c8d13) in parent group-v614632. [ 996.980075] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Creating folder: Instances. Parent ref: group-v614866. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.980963] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25adda25-c64c-4a47-b438-f53b875efd28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.995910] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Created folder: Instances in parent group-v614866. [ 996.996478] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.996734] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.997435] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73481a32-0f4c-40e5-ac43-097bec661f50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.022404] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.022404] env[68199]: value = "task-3070585" [ 997.022404] env[68199]: _type = "Task" [ 997.022404] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.034975] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070585, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.121909] env[68199]: DEBUG nova.compute.manager [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.122272] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.123785] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db40ea-22cb-4552-a4e1-d11690162c0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.134687] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.134969] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9af2db-b7e9-4016-a032-85db3eae6c83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.143567] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 997.143567] env[68199]: value = "task-3070586" [ 997.143567] env[68199]: _type = "Task" [ 997.143567] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.155797] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.317438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.320573] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.530s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.320919] env[68199]: DEBUG nova.objects.instance [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lazy-loading 'resources' on Instance uuid db0b3b7b-c702-4527-998b-3a588aa59027 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.344498] env[68199]: INFO nova.scheduler.client.report [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Deleted allocations for instance 610715ae-987a-41c4-9906-fa24509764f6 [ 997.355627] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.363671] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad3bfc39-9541-4391-a36f-1eeae6d4bc69 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-1143471b-d344-4d46-9691-492e13e0ba8a-da998405-7d1f-4d68-9709-38b1b3d242d5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.272s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.374256] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.436815] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070582, 'name': PowerOffVM_Task, 'duration_secs': 0.184276} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.437288] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.438097] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.438097] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e372d4c-76b5-4fcc-a6d0-aa01879a7a96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.477039] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.477656] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.477776] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleting the datastore file [datastore2] af36e944-d1bc-4602-9765-96e6dfa77a8f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.480825] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed90dfd-a678-4752-9dfd-6f4338ce8a80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.487684] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 997.487684] env[68199]: value = "task-3070588" [ 997.487684] env[68199]: _type = "Task" [ 997.487684] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.499534] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.533268] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070585, 'name': CreateVM_Task, 'duration_secs': 0.47243} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.533565] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.534416] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.534685] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.534999] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.535302] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d807130-2f23-469d-9757-13f73582bfa0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.541230] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 997.541230] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52aaf510-839a-6b32-6d9a-ddb2d1528da3" [ 997.541230] env[68199]: _type = "Task" [ 997.541230] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.554736] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52aaf510-839a-6b32-6d9a-ddb2d1528da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.641749] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.641749] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.653940] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070586, 'name': PowerOffVM_Task, 'duration_secs': 0.229567} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.655650] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.655983] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.656764] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c19ddd6-14dc-4e25-bf1e-5d56745e9adb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.738733] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.739116] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.739383] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleting the datastore file [datastore1] 93e05f47-f5ed-44cf-89bb-66399906d80a {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.740617] env[68199]: DEBUG nova.network.neutron [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updated VIF entry in instance network info cache for port aa912ddd-59e7-4204-89de-d42dda3bbec0. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.741219] env[68199]: DEBUG nova.network.neutron [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updating instance_info_cache with network_info: [{"id": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "address": "fa:16:3e:dd:61:fb", "network": {"id": "3f5c6e5c-ee32-40cf-8e0a-a53509885751", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1731005744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c454b58fcbbb44afbbd8640a059c8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa912ddd-59", "ovs_interfaceid": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.742694] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80c19f1-2bc9-49ae-95db-a0a073cad24c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.751638] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for the task: (returnval){ [ 997.751638] env[68199]: value = "task-3070590" [ 997.751638] env[68199]: _type = "Task" [ 997.751638] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.761744] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.852969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a0220fdf-0b9f-46ed-9327-e07eaff33960 tempest-ServerShowV257Test-1066077570 tempest-ServerShowV257Test-1066077570-project-member] Lock "610715ae-987a-41c4-9906-fa24509764f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.289s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.854342] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070579, 'name': CloneVM_Task, 'duration_secs': 2.085529} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.858231] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created linked-clone VM from snapshot [ 997.860606] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4c9969-cf6c-4d54-87ef-eee20e192231 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.880079] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.890508] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploading image 0494853c-c017-4c39-acd0-273289427009 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.920476] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.920476] env[68199]: value = "vm-614865" [ 997.920476] env[68199]: _type = "VirtualMachine" [ 997.920476] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.923015] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7abf83eb-ee41-445e-aa22-fa99966420ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.929577] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease: (returnval){ [ 997.929577] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521aa0a1-d0ea-a3c0-3633-efb5e41b6a5f" [ 997.929577] env[68199]: _type = "HttpNfcLease" [ 997.929577] env[68199]: } obtained for exporting VM: (result){ [ 997.929577] env[68199]: value = "vm-614865" [ 997.929577] env[68199]: _type = "VirtualMachine" [ 997.929577] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.929975] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the lease: (returnval){ [ 997.929975] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521aa0a1-d0ea-a3c0-3633-efb5e41b6a5f" [ 997.929975] env[68199]: _type = "HttpNfcLease" [ 997.929975] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.940877] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.940877] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521aa0a1-d0ea-a3c0-3633-efb5e41b6a5f" [ 997.940877] env[68199]: _type = "HttpNfcLease" [ 997.940877] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 998.001881] env[68199]: DEBUG oslo_vmware.api [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189883} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.004988] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.005400] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.005675] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.005911] env[68199]: INFO nova.compute.manager [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 998.006205] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.006695] env[68199]: DEBUG nova.compute.manager [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.006866] env[68199]: DEBUG nova.network.neutron [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.024367] env[68199]: DEBUG nova.network.neutron [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.055817] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52aaf510-839a-6b32-6d9a-ddb2d1528da3, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.056655] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.056655] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.056839] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.056982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.057242] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.060169] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac75a136-6ab2-4550-bb3a-f4cf3a84a4d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.070936] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.071185] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.072035] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11987bfa-0ff6-47c4-965a-93faefeba980 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.081542] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 998.081542] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bcce65-7dbd-a063-be58-c3ef7bbbd59f" [ 998.081542] env[68199]: _type = "Task" [ 998.081542] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.091127] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bcce65-7dbd-a063-be58-c3ef7bbbd59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.144633] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.187444] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaece2de-bf53-49de-8e4e-61b17072448b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.198672] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18257bca-13e5-4dff-bc3b-2ba59059f333 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.232772] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94fee8b-86ea-42e5-8a92-d2ae29932fba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.242852] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78312c0d-202b-4c55-b2cc-bb903c9cd60d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.249461] env[68199]: DEBUG oslo_concurrency.lockutils [req-fd985a1f-26a1-4e38-a903-3f7c492bfd2e req-b5115f21-bb1e-4d34-ab29-f573b291621c service nova] Releasing lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.264176] env[68199]: DEBUG nova.compute.provider_tree [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.272373] env[68199]: DEBUG oslo_vmware.api [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Task: {'id': task-3070590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385728} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.272736] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.273016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.273286] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.273479] env[68199]: INFO nova.compute.manager [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.273726] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.273912] env[68199]: DEBUG nova.compute.manager [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.274015] env[68199]: DEBUG nova.network.neutron [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.371279] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.441101] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.441101] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521aa0a1-d0ea-a3c0-3633-efb5e41b6a5f" [ 998.441101] env[68199]: _type = "HttpNfcLease" [ 998.441101] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.441497] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.441497] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521aa0a1-d0ea-a3c0-3633-efb5e41b6a5f" [ 998.441497] env[68199]: _type = "HttpNfcLease" [ 998.441497] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.445827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cb0ff-a452-455e-b841-61772228fbfa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.456448] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.456751] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 998.529302] env[68199]: DEBUG nova.network.neutron [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.579074] env[68199]: DEBUG nova.compute.manager [req-1f68a9f8-ef0b-4a72-b60e-3b69552732a4 req-9c7a5090-2fe8-4a31-b676-82e8ac8046e6 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Received event network-vif-deleted-8387d8bd-11c6-4d88-bf33-eef7f9991deb {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.579329] env[68199]: INFO nova.compute.manager [req-1f68a9f8-ef0b-4a72-b60e-3b69552732a4 req-9c7a5090-2fe8-4a31-b676-82e8ac8046e6 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Neutron deleted interface 8387d8bd-11c6-4d88-bf33-eef7f9991deb; detaching it from the instance and deleting it from the info cache [ 998.579559] env[68199]: DEBUG nova.network.neutron [req-1f68a9f8-ef0b-4a72-b60e-3b69552732a4 req-9c7a5090-2fe8-4a31-b676-82e8ac8046e6 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.596987] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-704542eb-676c-44dc-a961-c300f8f4f00b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.599529] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bcce65-7dbd-a063-be58-c3ef7bbbd59f, 'name': SearchDatastore_Task, 'duration_secs': 0.018699} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.601023] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5be1cc7-633c-436d-bce6-df7c27c36dc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.608589] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 998.608589] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526a1c34-96c2-6fa4-fa1a-0b7385d16576" [ 998.608589] env[68199]: _type = "Task" [ 998.608589] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.623030] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a1c34-96c2-6fa4-fa1a-0b7385d16576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.671479] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.769400] env[68199]: DEBUG nova.scheduler.client.report [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.872111] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.031480] env[68199]: INFO nova.compute.manager [-] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Took 1.02 seconds to deallocate network for instance. [ 999.056584] env[68199]: DEBUG nova.network.neutron [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.082307] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42c7fe24-f5f5-4ba2-94ec-f474e4356a26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.096669] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151e11f-aac3-4759-9ca0-95cda8715c6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.125619] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a1c34-96c2-6fa4-fa1a-0b7385d16576, 'name': SearchDatastore_Task, 'duration_secs': 0.015167} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.126211] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.126539] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 9500d4ad-9e04-47ea-8f40-08a183fb05cf/9500d4ad-9e04-47ea-8f40-08a183fb05cf.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.126820] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9cf0e3-a568-478f-84e4-9f1f9c5b49b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.148668] env[68199]: DEBUG nova.compute.manager [req-1f68a9f8-ef0b-4a72-b60e-3b69552732a4 req-9c7a5090-2fe8-4a31-b676-82e8ac8046e6 service nova] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Detach interface failed, port_id=8387d8bd-11c6-4d88-bf33-eef7f9991deb, reason: Instance 93e05f47-f5ed-44cf-89bb-66399906d80a could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.152397] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 999.152397] env[68199]: value = "task-3070592" [ 999.152397] env[68199]: _type = "Task" [ 999.152397] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.161796] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.275807] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.278807] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.219s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.280313] env[68199]: DEBUG nova.objects.instance [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 999.333953] env[68199]: INFO nova.scheduler.client.report [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Deleted allocations for instance db0b3b7b-c702-4527-998b-3a588aa59027 [ 999.373843] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.549388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.560251] env[68199]: INFO nova.compute.manager [-] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Took 1.29 seconds to deallocate network for instance. [ 999.664347] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.843587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3d45b4db-949c-44c0-8094-1bb0c422c743 tempest-ServerRescueTestJSON-54994431 tempest-ServerRescueTestJSON-54994431-project-member] Lock "db0b3b7b-c702-4527-998b-3a588aa59027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.597s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.876345] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.068828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.168909] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640805} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.169508] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 9500d4ad-9e04-47ea-8f40-08a183fb05cf/9500d4ad-9e04-47ea-8f40-08a183fb05cf.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.169883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.170763] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d95cfb8f-a383-45d5-b435-383c7c6682ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.183573] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1000.183573] env[68199]: value = "task-3070593" [ 1000.183573] env[68199]: _type = "Task" [ 1000.183573] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.194158] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.298835] env[68199]: DEBUG oslo_concurrency.lockutils [None req-38da2007-c27e-4933-877f-07e4007e5d24 tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.298835] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.260s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.300023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.300023] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.300023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.613s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.302045] env[68199]: INFO nova.compute.claims [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.305969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd0e88b-3be9-4187-84d5-b202a27b4835 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.322338] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d076909a-2bb0-4fe6-a657-b8f1875cf872 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.342980] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa6d7a-fc03-4e48-a4e7-3acd76e553a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.357372] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76dbb01-f946-4811-95be-b4ddc93abdc0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.394934] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179074MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.395542] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.402587] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.695058] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118447} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.695468] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.696381] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6a34f-3067-418b-aadb-de65aad9a52f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.721338] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9500d4ad-9e04-47ea-8f40-08a183fb05cf/9500d4ad-9e04-47ea-8f40-08a183fb05cf.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.721772] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0707aa9f-80af-4168-97b5-515d057c207d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.746042] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1000.746042] env[68199]: value = "task-3070594" [ 1000.746042] env[68199]: _type = "Task" [ 1000.746042] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.755739] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.875441] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.258199] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.374293] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.677184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735af856-474d-4365-b93b-42e3ebca15dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.690965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4b4afa-4e35-489f-a618-44acb611cb8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.732311] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71a055-c486-419d-8396-ae8b70b2d014 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.744754] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bff25a-5289-41b8-ac50-8fc2f313ab30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.768847] env[68199]: DEBUG nova.compute.provider_tree [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.775156] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070594, 'name': ReconfigVM_Task, 'duration_secs': 0.532911} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.776056] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9500d4ad-9e04-47ea-8f40-08a183fb05cf/9500d4ad-9e04-47ea-8f40-08a183fb05cf.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.776804] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e107141-0a1f-4698-8604-83a7180dddee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.787549] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1001.787549] env[68199]: value = "task-3070595" [ 1001.787549] env[68199]: _type = "Task" [ 1001.787549] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.799448] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070595, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.875745] env[68199]: DEBUG oslo_vmware.api [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Task: {'id': task-3070580, 'name': ReconfigVM_Task, 'duration_secs': 5.838064} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.876140] env[68199]: DEBUG oslo_concurrency.lockutils [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] Releasing lock "1143471b-d344-4d46-9691-492e13e0ba8a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.876368] env[68199]: DEBUG nova.virt.vmwareapi.vmops [req-5199f97c-3eb6-4cf0-90a4-b84331a91436 req-5a64ab4a-5565-4c43-9b9d-36b0192af01c service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Reconfigured VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1001.877111] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.117s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.877537] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.877800] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.878134] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.880937] env[68199]: INFO nova.compute.manager [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Terminating instance [ 1002.277353] env[68199]: DEBUG nova.scheduler.client.report [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.298946] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070595, 'name': Rename_Task, 'duration_secs': 0.249908} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.299943] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.300241] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11cbeed-dc39-461d-9f95-a3397ef358a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.310700] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1002.310700] env[68199]: value = "task-3070596" [ 1002.310700] env[68199]: _type = "Task" [ 1002.310700] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.322512] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.384997] env[68199]: DEBUG nova.compute.manager [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.385383] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.386823] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9001323-f8fb-4607-831c-6209741fbd5b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.397769] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.398061] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4450eeb2-6104-4f0a-ba25-4e737cca27d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.407679] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1002.407679] env[68199]: value = "task-3070597" [ 1002.407679] env[68199]: _type = "Task" [ 1002.407679] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.419627] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.788547] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.792019] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.794658] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.244s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.794658] env[68199]: DEBUG nova.objects.instance [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lazy-loading 'resources' on Instance uuid 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.830086] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.919645] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070597, 'name': PowerOffVM_Task, 'duration_secs': 0.301603} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.919963] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.920171] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.920445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03ea62a-7a4f-4bab-9fb8-fff43e93bdb9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.003758] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.003995] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.004201] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleting the datastore file [datastore1] 1143471b-d344-4d46-9691-492e13e0ba8a {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.004824] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b4555ba-5be1-49ee-84c4-ca84eb6d2ab1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.013734] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1003.013734] env[68199]: value = "task-3070599" [ 1003.013734] env[68199]: _type = "Task" [ 1003.013734] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.026064] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.298419] env[68199]: DEBUG nova.compute.utils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.303704] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.303875] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.325957] env[68199]: DEBUG oslo_vmware.api [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070596, 'name': PowerOnVM_Task, 'duration_secs': 0.632329} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.328815] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.329049] env[68199]: INFO nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1003.329238] env[68199]: DEBUG nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.330623] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670a397-a819-4d93-a56c-f0d3fe84d7ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.355812] env[68199]: DEBUG nova.policy [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3ee0c5b29e41f29cab729f9230eb91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '179b319b1fab4a388318b73e4d49fb4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.525572] env[68199]: DEBUG oslo_vmware.api [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326679} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.528607] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.528834] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.529027] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.529225] env[68199]: INFO nova.compute.manager [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1003.529482] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.530131] env[68199]: DEBUG nova.compute.manager [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.530267] env[68199]: DEBUG nova.network.neutron [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.610106] env[68199]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port fd06fbe5-9db8-4a96-b863-1e15bb2795dd could not be found.", "detail": ""}} {{(pid=68199) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1003.610106] env[68199]: DEBUG nova.network.neutron [-] Unable to show port fd06fbe5-9db8-4a96-b863-1e15bb2795dd as it no longer exists. {{(pid=68199) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1003.637085] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e3d7e-dadb-4d62-b86f-4ba99c437536 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.647751] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09caca87-a9ff-4ff1-887d-ca97c57d24e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.686663] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806fa97-a8fb-49e2-b8ec-6998a1c45389 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.696796] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb841f9-6529-4972-9b7a-018f8ac0846a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.715328] env[68199]: DEBUG nova.compute.provider_tree [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.717681] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Successfully created port: 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.804987] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.853023] env[68199]: INFO nova.compute.manager [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Took 22.84 seconds to build instance. [ 1004.210083] env[68199]: DEBUG nova.compute.manager [req-114fa726-bcea-4868-9478-3e6c915c34e6 req-76c90a03-17d2-4491-8be0-5bfe9d29f7e6 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Received event network-vif-deleted-563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.210348] env[68199]: INFO nova.compute.manager [req-114fa726-bcea-4868-9478-3e6c915c34e6 req-76c90a03-17d2-4491-8be0-5bfe9d29f7e6 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Neutron deleted interface 563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b; detaching it from the instance and deleting it from the info cache [ 1004.210554] env[68199]: DEBUG nova.network.neutron [req-114fa726-bcea-4868-9478-3e6c915c34e6 req-76c90a03-17d2-4491-8be0-5bfe9d29f7e6 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.223176] env[68199]: DEBUG nova.scheduler.client.report [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.358233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cfc33feb-546a-481b-93a0-0740f4414804 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.353s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.511423] env[68199]: DEBUG nova.compute.manager [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Received event network-changed-aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.511587] env[68199]: DEBUG nova.compute.manager [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Refreshing instance network info cache due to event network-changed-aa912ddd-59e7-4204-89de-d42dda3bbec0. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.511828] env[68199]: DEBUG oslo_concurrency.lockutils [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] Acquiring lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.511992] env[68199]: DEBUG oslo_concurrency.lockutils [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] Acquired lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.512901] env[68199]: DEBUG nova.network.neutron [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Refreshing network info cache for port aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.597884] env[68199]: DEBUG nova.network.neutron [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.715277] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a9aa94-0cd3-48cf-ab92-a0b86bc7479e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.725972] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b5e4cd-88ca-4f1c-b0f5-d55472d6149a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.738570] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.740997] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.330s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.773231] env[68199]: DEBUG nova.compute.manager [req-114fa726-bcea-4868-9478-3e6c915c34e6 req-76c90a03-17d2-4491-8be0-5bfe9d29f7e6 service nova] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Detach interface failed, port_id=563f57d7-9cce-4f0f-ad2a-2a9e49bfe97b, reason: Instance 1143471b-d344-4d46-9691-492e13e0ba8a could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.827132] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.860916] env[68199]: INFO nova.scheduler.client.report [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Deleted allocations for instance 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb [ 1005.023775] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.024773] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.024773] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.024773] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.024960] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.025015] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.025214] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.025372] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.025551] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.025696] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.025881] env[68199]: DEBUG nova.virt.hardware [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.028144] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89619871-2f3b-462c-8f9f-88893efe3230 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.039121] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.040512] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6fe38d-d920-4f35-959e-ce52555e37b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.045783] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec700c8-9342-4bba-90a2-f62f8b5f7a02 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.061738] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.062011] env[68199]: ERROR oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk due to incomplete transfer. [ 1005.064661] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9799fe4f-4c2b-4de4-a781-f6fa9c7f37f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.071881] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52048743-fc46-5a6d-299e-af087706b424/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.072098] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Uploaded image b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.074549] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.074710] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e15b981-274d-4c49-a961-73575a0afb6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.080191] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1005.080191] env[68199]: value = "task-3070600" [ 1005.080191] env[68199]: _type = "Task" [ 1005.080191] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.088317] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070600, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.101754] env[68199]: INFO nova.compute.manager [-] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Took 1.57 seconds to deallocate network for instance. [ 1005.247106] env[68199]: INFO nova.compute.claims [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.312580] env[68199]: DEBUG nova.network.neutron [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updated VIF entry in instance network info cache for port aa912ddd-59e7-4204-89de-d42dda3bbec0. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.313107] env[68199]: DEBUG nova.network.neutron [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updating instance_info_cache with network_info: [{"id": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "address": "fa:16:3e:dd:61:fb", "network": {"id": "3f5c6e5c-ee32-40cf-8e0a-a53509885751", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1731005744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c454b58fcbbb44afbbd8640a059c8d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa912ddd-59", "ovs_interfaceid": "aa912ddd-59e7-4204-89de-d42dda3bbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.369817] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e54a8e84-70eb-4eb0-888b-d023d04cad7f tempest-ServerShowV254Test-1179509197 tempest-ServerShowV254Test-1179509197-project-member] Lock "8e2ebb22-2bb1-49c0-a716-ed584cdf55bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.059s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.563649] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Successfully updated port: 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.591278] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070600, 'name': Destroy_Task, 'duration_secs': 0.319489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.591883] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Destroyed the VM [ 1005.591883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.592224] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4b5a369-4fa1-42f6-9bf6-2dbf34b29b85 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.599761] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1005.599761] env[68199]: value = "task-3070601" [ 1005.599761] env[68199]: _type = "Task" [ 1005.599761] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.609554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.609835] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.762698] env[68199]: INFO nova.compute.resource_tracker [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating resource usage from migration 49d8daf0-bf09-4f07-8a12-baa6b61300f6 [ 1005.819981] env[68199]: DEBUG oslo_concurrency.lockutils [req-3feecdda-82e9-449d-b0c3-f6a3a5caf0ac req-eecb9f76-500c-4b18-907c-668e45f21675 service nova] Releasing lock "refresh_cache-9500d4ad-9e04-47ea-8f40-08a183fb05cf" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.009511] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649c2fd-b6ab-4c4d-80e6-ab6a2b7b2fb7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.017463] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c983b-09d8-4c5c-8ff3-44c7e0e76334 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.049275] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc04a0-5cd0-400b-adcb-0ce0c632eec6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.057053] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fe6720-7631-472f-b420-122f16ea0e78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.070715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.070839] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.071020] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.072368] env[68199]: DEBUG nova.compute.provider_tree [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.110343] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.542373] env[68199]: DEBUG nova.compute.manager [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-vif-plugged-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.542373] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.542373] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.542814] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.542814] env[68199]: DEBUG nova.compute.manager [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] No waiting events found dispatching network-vif-plugged-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.542814] env[68199]: WARNING nova.compute.manager [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received unexpected event network-vif-plugged-63598414-1aa2-4753-bf41-7c41ab5fa82f for instance with vm_state building and task_state spawning. [ 1006.543182] env[68199]: DEBUG nova.compute.manager [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.543182] env[68199]: DEBUG nova.compute.manager [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing instance network info cache due to event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.543393] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.577604] env[68199]: DEBUG nova.scheduler.client.report [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.610917] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070601, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.622374] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.857456] env[68199]: DEBUG nova.network.neutron [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.087264] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.346s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.087522] env[68199]: INFO nova.compute.manager [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Migrating [ 1007.095649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.616s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.095841] env[68199]: DEBUG nova.objects.instance [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.116824] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070601, 'name': RemoveSnapshot_Task, 'duration_secs': 1.121554} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.117234] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1007.117712] env[68199]: DEBUG nova.compute.manager [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.118621] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f32e52-2e0c-4033-8b66-9bb276d985a1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.361788] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.362136] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Instance network_info: |[{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.362545] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.362738] env[68199]: DEBUG nova.network.neutron [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.364091] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ad:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63598414-1aa2-4753-bf41-7c41ab5fa82f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.371637] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.373136] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.373384] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c297baf7-a6bd-41b1-842e-587b295b1870 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.396407] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.396407] env[68199]: value = "task-3070602" [ 1007.396407] env[68199]: _type = "Task" [ 1007.396407] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.402695] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070602, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.607938] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.608147] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.608324] env[68199]: DEBUG nova.network.neutron [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.631838] env[68199]: INFO nova.compute.manager [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Shelve offloading [ 1007.906744] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070602, 'name': CreateVM_Task, 'duration_secs': 0.358074} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.906904] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.907580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.909067] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.909067] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.909067] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9b2edc-13ee-4574-8aaa-a3c897a5b6fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.912805] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1007.912805] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5289b9b4-9e71-78e9-0567-a0390890bdcf" [ 1007.912805] env[68199]: _type = "Task" [ 1007.912805] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.921378] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5289b9b4-9e71-78e9-0567-a0390890bdcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.088040] env[68199]: DEBUG nova.network.neutron [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updated VIF entry in instance network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.088480] env[68199]: DEBUG nova.network.neutron [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.111104] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a83a0457-4d25-45a5-8a2d-7df1738ad9c2 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.114910] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.199s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.116656] env[68199]: INFO nova.compute.claims [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.135976] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.136298] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-936aded5-44e0-4148-a558-4176e3434cd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.145456] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1008.145456] env[68199]: value = "task-3070603" [ 1008.145456] env[68199]: _type = "Task" [ 1008.145456] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.158858] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.159170] env[68199]: DEBUG nova.compute.manager [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.160104] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d1e65c-a801-4db1-ac35-74ea061de913 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.167174] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.167352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.167580] env[68199]: DEBUG nova.network.neutron [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.322161] env[68199]: DEBUG nova.network.neutron [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.419347] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.420197] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5486aa7-060c-4f4e-b2b7-cc65a19bf543 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.427155] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5289b9b4-9e71-78e9-0567-a0390890bdcf, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.427841] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.428243] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.429309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.429309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.429309] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.429440] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287e8187-f435-4100-9f8d-74304be04efa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.433236] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.433557] env[68199]: ERROR oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk due to incomplete transfer. [ 1008.434028] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91ad4f20-9470-4388-8d16-e46cf979c287 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.441244] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.441454] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.442180] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2458e3-c745-449a-8807-4a10078d0479 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.447457] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1008.447457] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ad8fa6-f486-8684-f51e-1199d76f429a" [ 1008.447457] env[68199]: _type = "Task" [ 1008.447457] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.448573] env[68199]: DEBUG oslo_vmware.rw_handles [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240a198-4998-a7bf-1ce1-6b7aec0fc143/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1008.448759] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploaded image 0494853c-c017-4c39-acd0-273289427009 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1008.450771] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.453789] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2cd72ba8-2986-44d2-97de-0e893f3360b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.459968] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ad8fa6-f486-8684-f51e-1199d76f429a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.461566] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1008.461566] env[68199]: value = "task-3070604" [ 1008.461566] env[68199]: _type = "Task" [ 1008.461566] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.468361] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070604, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.592343] env[68199]: DEBUG oslo_concurrency.lockutils [req-6f7035a2-8c91-4b21-bbfd-9115501918b1 req-94765a66-7f68-4d92-85a6-27adb3ab6e02 service nova] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.825682] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887719] env[68199]: DEBUG nova.network.neutron [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.959962] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ad8fa6-f486-8684-f51e-1199d76f429a, 'name': SearchDatastore_Task, 'duration_secs': 0.021673} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.960996] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31949705-0b84-4a29-bdb1-42e8d24de995 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.969288] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1008.969288] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f6bf5b-eb01-6e89-4858-21a6ac104bc3" [ 1008.969288] env[68199]: _type = "Task" [ 1008.969288] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.973183] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070604, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.982982] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f6bf5b-eb01-6e89-4858-21a6ac104bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.350864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c8b5e-7fc2-40d8-ba67-324471ed89b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.358765] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a7607-b5dc-4184-a787-fad88b33e591 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.389469] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a07bad2-734c-4df1-9d95-020daad8a080 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.392719] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.400882] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c60d1-d97d-4304-a4b6-470b9c79ca37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.414165] env[68199]: DEBUG nova.compute.provider_tree [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.472360] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070604, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.482270] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f6bf5b-eb01-6e89-4858-21a6ac104bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.483025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.483025] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/42595dcc-2147-4618-b831-f887ed1f1a1f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.483025] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e07f62f3-5d42-42c8-885e-fecfd89dd0c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.487183] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.487403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.487598] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.487779] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.487939] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.490629] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1009.490629] env[68199]: value = "task-3070605" [ 1009.490629] env[68199]: _type = "Task" [ 1009.490629] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.491056] env[68199]: INFO nova.compute.manager [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Terminating instance [ 1009.500458] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.619903] env[68199]: DEBUG nova.compute.manager [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-vif-unplugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.620054] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.620427] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.620606] env[68199]: DEBUG oslo_concurrency.lockutils [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.620772] env[68199]: DEBUG nova.compute.manager [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] No waiting events found dispatching network-vif-unplugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.620939] env[68199]: WARNING nova.compute.manager [req-9f94fc9a-c51d-411a-a89b-725bc3ca7fd1 req-26d56856-78bf-4da7-8079-4e1329eb384d service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received unexpected event network-vif-unplugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 for instance with vm_state shelved and task_state shelving_offloading. [ 1009.647745] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.648944] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc44537-5c75-41b2-8bf3-5d87d133d4d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.656883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.657159] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12247c6a-6701-4d3c-b7ab-5556227868c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.724259] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.724527] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.724731] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleting the datastore file [datastore1] ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.725047] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c729e3-cd1e-4072-9f14-c1250b8445b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.731549] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1009.731549] env[68199]: value = "task-3070607" [ 1009.731549] env[68199]: _type = "Task" [ 1009.731549] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.741126] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.916969] env[68199]: DEBUG nova.scheduler.client.report [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.978858] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070604, 'name': Destroy_Task, 'duration_secs': 1.283878} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.979201] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroyed the VM [ 1009.979483] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.979835] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fd12980-3bec-42b2-832d-86b0482cb48c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.988030] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1009.988030] env[68199]: value = "task-3070608" [ 1009.988030] env[68199]: _type = "Task" [ 1009.988030] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.000723] env[68199]: DEBUG nova.compute.manager [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.001663] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.001663] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.003596] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598e261-33ae-4f79-b4b3-0adec2154deb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.015487] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.020942] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.021596] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d6c583-babf-48c3-9947-562441e95d6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.030128] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1010.030128] env[68199]: value = "task-3070609" [ 1010.030128] env[68199]: _type = "Task" [ 1010.030128] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.041542] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.242444] env[68199]: DEBUG oslo_vmware.api [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393467} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.242699] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.242880] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.243065] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.270324] env[68199]: INFO nova.scheduler.client.report [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted allocations for instance ba22273e-b45d-41a5-baa4-647dc00eed2a [ 1010.339821] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c3815-0ec1-4c7b-ad79-4fe2a7108923 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.359450] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.422500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.423156] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.426438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.137s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.427173] env[68199]: DEBUG nova.objects.instance [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'pci_requests' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.501552] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070608, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.504677] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600795} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.504906] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/42595dcc-2147-4618-b831-f887ed1f1a1f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.505132] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.505379] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a95d6d5-758e-4903-bc89-5c9bc67cde47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.511920] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1010.511920] env[68199]: value = "task-3070610" [ 1010.511920] env[68199]: _type = "Task" [ 1010.511920] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.519387] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.539171] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070609, 'name': PowerOffVM_Task, 'duration_secs': 0.31661} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.539434] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.539602] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.539847] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92877993-2977-44a0-bc02-523492446dfd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.775013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.865609] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.865957] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebf07be-52a6-43c1-85ce-3cd2a0855c55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.874928] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1010.874928] env[68199]: value = "task-3070612" [ 1010.874928] env[68199]: _type = "Task" [ 1010.874928] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.883114] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.927198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.927198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.927464] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleting the datastore file [datastore1] 49caf0db-5b01-4a6c-a640-3ce20cc4e989 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.927725] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31ac0870-5763-4d87-be9e-6361d40a51ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.931016] env[68199]: DEBUG nova.compute.utils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.933959] env[68199]: DEBUG nova.objects.instance [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'numa_topology' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.935204] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.935372] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.941818] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1010.941818] env[68199]: value = "task-3070613" [ 1010.941818] env[68199]: _type = "Task" [ 1010.941818] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.953646] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.988855] env[68199]: DEBUG nova.policy [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.999859] env[68199]: DEBUG oslo_vmware.api [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660118} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.000136] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1011.000401] env[68199]: INFO nova.compute.manager [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 18.45 seconds to snapshot the instance on the hypervisor. [ 1011.023763] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147857} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.023763] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.024681] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3a3177-6ac1-4e3c-8022-287b6cae5ffd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.049155] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/42595dcc-2147-4618-b831-f887ed1f1a1f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.050257] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc7ed90-3b1e-4856-8eb4-1cda3dbc7a92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.071335] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1011.071335] env[68199]: value = "task-3070614" [ 1011.071335] env[68199]: _type = "Task" [ 1011.071335] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.079917] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.270179] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Successfully created port: 175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.386892] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070612, 'name': PowerOffVM_Task, 'duration_secs': 0.243711} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.388074] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.388437] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.436866] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.441662] env[68199]: INFO nova.compute.claims [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.454225] env[68199]: DEBUG oslo_vmware.api [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.454546] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.454753] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.454981] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.455183] env[68199]: INFO nova.compute.manager [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1011.455425] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.455616] env[68199]: DEBUG nova.compute.manager [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.455707] env[68199]: DEBUG nova.network.neutron [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.546997] env[68199]: DEBUG nova.compute.manager [None req-5b956e91-3a2c-4da8-90ec-8fbb4e13ac6e tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Found 1 images (rotation: 2) {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1011.580441] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070614, 'name': ReconfigVM_Task, 'duration_secs': 0.308776} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.580700] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/42595dcc-2147-4618-b831-f887ed1f1a1f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.581535] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8bffd9-6218-435a-b6ba-83991cada3eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.588724] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1011.588724] env[68199]: value = "task-3070615" [ 1011.588724] env[68199]: _type = "Task" [ 1011.588724] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.596106] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070615, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.645402] env[68199]: DEBUG nova.compute.manager [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.645613] env[68199]: DEBUG nova.compute.manager [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing instance network info cache due to event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.645830] env[68199]: DEBUG oslo_concurrency.lockutils [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.645967] env[68199]: DEBUG oslo_concurrency.lockutils [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.646338] env[68199]: DEBUG nova.network.neutron [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.895633] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.895927] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.896078] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.896304] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.896462] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.897117] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.897117] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.897117] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.897380] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.897380] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.897496] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.903381] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab294072-b67e-46e0-9a1b-296684d31792 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.922205] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1011.922205] env[68199]: value = "task-3070616" [ 1011.922205] env[68199]: _type = "Task" [ 1011.922205] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.931345] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.077046] env[68199]: DEBUG nova.compute.manager [req-d058f0c5-1774-42c9-b137-3782256a9d0b req-f470e355-8331-4473-89eb-e631e79c8cca service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Received event network-vif-deleted-e839e6d3-0d10-4f7c-a224-17eabb0a3dac {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.077689] env[68199]: INFO nova.compute.manager [req-d058f0c5-1774-42c9-b137-3782256a9d0b req-f470e355-8331-4473-89eb-e631e79c8cca service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Neutron deleted interface e839e6d3-0d10-4f7c-a224-17eabb0a3dac; detaching it from the instance and deleting it from the info cache [ 1012.077689] env[68199]: DEBUG nova.network.neutron [req-d058f0c5-1774-42c9-b137-3782256a9d0b req-f470e355-8331-4473-89eb-e631e79c8cca service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.101248] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070615, 'name': Rename_Task, 'duration_secs': 0.13983} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.101844] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.102404] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df863ae7-6d8f-4fe6-b2c7-9d8569fb31c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.109013] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1012.109013] env[68199]: value = "task-3070617" [ 1012.109013] env[68199]: _type = "Task" [ 1012.109013] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.123378] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.380044] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.431879] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070616, 'name': ReconfigVM_Task, 'duration_secs': 0.394606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.432247] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.452638] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.455696] env[68199]: DEBUG nova.network.neutron [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updated VIF entry in instance network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.455981] env[68199]: DEBUG nova.network.neutron [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.494597] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.494873] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.495044] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.495230] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.495379] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.495525] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.495738] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.495898] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.496082] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.496245] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.496443] env[68199]: DEBUG nova.virt.hardware [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.497722] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26c439-ea9f-4a57-bae9-ea4c6e1d25ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.510445] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521e6ec-8ba2-427c-bf19-a1f4c55db751 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.555290] env[68199]: DEBUG nova.network.neutron [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.580455] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f0f4eed-87e6-465d-af89-fa1325caf308 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.591705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c18460-3378-4a69-958a-09cee8a539b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.632746] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070617, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.633521] env[68199]: DEBUG nova.compute.manager [req-d058f0c5-1774-42c9-b137-3782256a9d0b req-f470e355-8331-4473-89eb-e631e79c8cca service nova] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Detach interface failed, port_id=e839e6d3-0d10-4f7c-a224-17eabb0a3dac, reason: Instance 49caf0db-5b01-4a6c-a640-3ce20cc4e989 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.799498] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ba235-14fe-4bf8-9e21-13f1fb730982 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.808290] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be37b7c-bf6f-4954-a179-226495bd0d75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.844850] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Successfully updated port: 175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.846825] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838adb4a-c294-4699-a956-010bf644d7d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.855416] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4628e0fd-e947-4bcc-987e-19b8643d70c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.863437] env[68199]: DEBUG nova.compute.manager [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.864609] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8db319-d089-4637-bc04-7e82e1b4a0d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.875309] env[68199]: DEBUG nova.compute.provider_tree [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.938794] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.939072] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.939234] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.939416] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.939570] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.939787] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.939989] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.940126] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.940236] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.940379] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.940664] env[68199]: DEBUG nova.virt.hardware [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.946335] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.947153] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f96bfc-d4ab-480e-a8ca-0824275b39b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.961309] env[68199]: DEBUG oslo_concurrency.lockutils [req-000512ae-5a20-4f35-a5be-abaf68837916 req-8515c996-7a4c-48c8-b8eb-4399fef0b5be service nova] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.970036] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1012.970036] env[68199]: value = "task-3070618" [ 1012.970036] env[68199]: _type = "Task" [ 1012.970036] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.984927] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.058119] env[68199]: INFO nova.compute.manager [-] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Took 1.60 seconds to deallocate network for instance. [ 1013.120648] env[68199]: DEBUG oslo_vmware.api [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070617, 'name': PowerOnVM_Task, 'duration_secs': 0.736198} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.121106] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.121467] env[68199]: INFO nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1013.121560] env[68199]: DEBUG nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.122354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7022d06a-1da1-4394-b88d-5e7b6f412bb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.351167] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.351328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.351484] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.379098] env[68199]: DEBUG nova.scheduler.client.report [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.386111] env[68199]: INFO nova.compute.manager [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] instance snapshotting [ 1013.386325] env[68199]: DEBUG nova.objects.instance [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.479592] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070618, 'name': ReconfigVM_Task, 'duration_secs': 0.426802} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.479900] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.480750] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61b202b-9629-4037-a458-ae077927f9a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.502701] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.504084] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954c36cf-1931-4dda-a18a-1401a0e0e09f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.519656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.519891] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.528058] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1013.528058] env[68199]: value = "task-3070619" [ 1013.528058] env[68199]: _type = "Task" [ 1013.528058] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.539805] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.568103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.643214] env[68199]: INFO nova.compute.manager [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Took 26.98 seconds to build instance. [ 1013.722303] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "de393897-60d0-4668-965b-41205d1a80d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.722655] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.728557] env[68199]: DEBUG nova.compute.manager [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received event network-vif-plugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.728786] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.728991] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.729171] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.729340] env[68199]: DEBUG nova.compute.manager [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] No waiting events found dispatching network-vif-plugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.729588] env[68199]: WARNING nova.compute.manager [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received unexpected event network-vif-plugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 for instance with vm_state building and task_state spawning. [ 1013.729862] env[68199]: DEBUG nova.compute.manager [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received event network-changed-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.729963] env[68199]: DEBUG nova.compute.manager [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Refreshing instance network info cache due to event network-changed-175a6e5d-e3c1-4dd0-b194-2817e9998911. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.730171] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Acquiring lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.884293] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.886696] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.216s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.888245] env[68199]: INFO nova.compute.claims [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.897252] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c149d-5ddc-49c5-bec4-95cd719b21c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.919030] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.920297] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a18e9c-fd45-4f0e-8934-1d0b8a01ffe2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.943416] env[68199]: INFO nova.network.neutron [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating port eda96d20-46f7-45e1-9f7e-df1f5ef4e941 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1014.025359] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.041890] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.146837] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a43e87a1-7dad-4380-b9cf-8789bec25d5d tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.494s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.229041] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.388651] env[68199]: DEBUG nova.network.neutron [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updating instance_info_cache with network_info: [{"id": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "address": "fa:16:3e:50:31:8f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175a6e5d-e3", "ovs_interfaceid": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.434109] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.434432] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc7fb34d-c133-4024-bc61-67c09261e389 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.448689] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1014.448689] env[68199]: value = "task-3070620" [ 1014.448689] env[68199]: _type = "Task" [ 1014.448689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.460431] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.543073] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070619, 'name': ReconfigVM_Task, 'duration_secs': 0.561606} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.543419] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7/573e62e9-1b22-4540-9979-764abe23c2d7.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.543533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.547496] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.753239] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.891292] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.891690] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance network_info: |[{"id": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "address": "fa:16:3e:50:31:8f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175a6e5d-e3", "ovs_interfaceid": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.892098] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Acquired lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.892395] env[68199]: DEBUG nova.network.neutron [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Refreshing network info cache for port 175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.893706] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:31:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175a6e5d-e3c1-4dd0-b194-2817e9998911', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.901262] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.906827] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.907736] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-440a4917-0ca4-4b87-9fff-29ead23c1821 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.930617] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.930617] env[68199]: value = "task-3070621" [ 1014.930617] env[68199]: _type = "Task" [ 1014.930617] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.945068] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070621, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.963867] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.051613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0b71a-9818-49c4-82b8-9f1a17a1bbdb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.072526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b67941-2172-4673-a1bf-da2690613b9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.099541] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.158286] env[68199]: DEBUG nova.network.neutron [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updated VIF entry in instance network info cache for port 175a6e5d-e3c1-4dd0-b194-2817e9998911. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.158286] env[68199]: DEBUG nova.network.neutron [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updating instance_info_cache with network_info: [{"id": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "address": "fa:16:3e:50:31:8f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175a6e5d-e3", "ovs_interfaceid": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.250713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f8089-6838-4584-b983-a18fdcbe9e20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.258918] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570c637-7db2-4348-bdeb-2a0cd7051ea8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.291637] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d3af3-ef46-4788-98c9-9f159831e96d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.301821] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213d2cc-1be3-443c-bbe2-073e758e3fdf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.316573] env[68199]: DEBUG nova.compute.provider_tree [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.441556] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070621, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.459995] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070620, 'name': CreateSnapshot_Task, 'duration_secs': 0.573473} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.460345] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.461216] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8911a-a367-4ab9-a19e-d1c306193b0d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.497809] env[68199]: DEBUG nova.compute.manager [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.498077] env[68199]: DEBUG oslo_concurrency.lockutils [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.498853] env[68199]: DEBUG oslo_concurrency.lockutils [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.498853] env[68199]: DEBUG oslo_concurrency.lockutils [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.498853] env[68199]: DEBUG nova.compute.manager [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] No waiting events found dispatching network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.499127] env[68199]: WARNING nova.compute.manager [req-5850dd9d-7063-451d-97d7-c5d60424aeb2 req-cae83f97-8dac-4a1f-b993-cd68ae479c39 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received unexpected event network-vif-plugged-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 for instance with vm_state shelved_offloaded and task_state spawning. [ 1015.639616] env[68199]: DEBUG nova.network.neutron [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Port 0a5aee89-75ad-453a-b802-fecc49fc1d57 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1015.641197] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.641744] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.641932] env[68199]: DEBUG nova.network.neutron [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.659988] env[68199]: DEBUG oslo_concurrency.lockutils [req-5dae1e2d-9fc6-448d-ad8d-bfb6d8aeb71b req-c6083722-415f-406a-99c6-e14ddf7cda56 service nova] Releasing lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.767128] env[68199]: DEBUG nova.compute.manager [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.767330] env[68199]: DEBUG nova.compute.manager [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing instance network info cache due to event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.767582] env[68199]: DEBUG oslo_concurrency.lockutils [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.767708] env[68199]: DEBUG oslo_concurrency.lockutils [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.767849] env[68199]: DEBUG nova.network.neutron [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.820648] env[68199]: DEBUG nova.scheduler.client.report [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.943896] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070621, 'name': CreateVM_Task, 'duration_secs': 0.595014} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.944112] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.944788] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.944959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.945300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.945557] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e65b25b-12c8-4ec0-a1f5-143d23d4bb93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.950338] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1015.950338] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ccadc7-47ed-16ef-e07b-75b2e2b60776" [ 1015.950338] env[68199]: _type = "Task" [ 1015.950338] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.958212] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ccadc7-47ed-16ef-e07b-75b2e2b60776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.980727] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1015.981018] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe9a21b7-b7cc-434c-bf4c-0279518800ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.990283] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1015.990283] env[68199]: value = "task-3070622" [ 1015.990283] env[68199]: _type = "Task" [ 1015.990283] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.999012] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070622, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.328201] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.328201] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.330564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.782s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.330976] env[68199]: DEBUG nova.objects.instance [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lazy-loading 'resources' on Instance uuid af36e944-d1bc-4602-9765-96e6dfa77a8f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.462481] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ccadc7-47ed-16ef-e07b-75b2e2b60776, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.462792] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.463038] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.463293] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.463594] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.463708] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.466461] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80cf4552-029a-41b0-bf0e-bed78f91284c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.478150] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.478337] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.480206] env[68199]: DEBUG nova.network.neutron [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.482609] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a99c39-636f-4121-861a-229da0ad969e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.489671] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1016.489671] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529f58f3-d929-4c7b-00e7-6e628228d67e" [ 1016.489671] env[68199]: _type = "Task" [ 1016.489671] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.504758] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529f58f3-d929-4c7b-00e7-6e628228d67e, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.505536] env[68199]: DEBUG nova.network.neutron [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updated VIF entry in instance network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.505899] env[68199]: DEBUG nova.network.neutron [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.511781] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070622, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.511781] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13939e84-ca09-4fe6-8a8a-80a06222b014 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.517584] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1016.517584] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5206cdf3-8dec-79f9-0140-9b05d71985db" [ 1016.517584] env[68199]: _type = "Task" [ 1016.517584] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.527752] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5206cdf3-8dec-79f9-0140-9b05d71985db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.663948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.663948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.664517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.832269] env[68199]: DEBUG nova.compute.utils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.834060] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.834236] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.884522] env[68199]: DEBUG nova.policy [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2ef84c39104e2dba8358224cb4cb0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd12ebe28419e4caabc42b8773a997384', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.983701] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.010336] env[68199]: DEBUG oslo_concurrency.lockutils [req-b24439f7-4fe4-4d1f-a427-959fa3d5acde req-d096b048-05f1-4a45-aa71-71083d77b8bd service nova] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.010895] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070622, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.015493] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='04e25f110a262078c07536142be6f04c',container_format='bare',created_at=2025-03-18T09:00:49Z,direct_url=,disk_format='vmdk',id=ea24abb4-c1fd-41d9-8c71-71e33069dbe0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-362089546-shelved',owner='a0153cadd47348b89b8f60d180a22867',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-03-18T09:01:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.015796] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.015968] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.016167] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.016338] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.016523] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.016799] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.017020] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.017257] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.017474] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.017708] env[68199]: DEBUG nova.virt.hardware [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.018608] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75b9e6-51e5-43b7-8541-77c688bbabe1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.033742] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad81faa-7254-429d-bb78-7ea3232fe629 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.037775] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5206cdf3-8dec-79f9-0140-9b05d71985db, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.040280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.040550] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 84252568-83d8-4ea1-bbd8-33dd373eb47f/84252568-83d8-4ea1-bbd8-33dd373eb47f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.041434] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3a933e-3a61-47ba-a5a7-51de93475041 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.051522] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ee:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda96d20-46f7-45e1-9f7e-df1f5ef4e941', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.059078] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.062194] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.062624] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec1145e-ef7b-4597-97a4-dea6990f14b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.080628] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1017.080628] env[68199]: value = "task-3070623" [ 1017.080628] env[68199]: _type = "Task" [ 1017.080628] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.087733] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.087733] env[68199]: value = "task-3070624" [ 1017.087733] env[68199]: _type = "Task" [ 1017.087733] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.090063] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.101397] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070624, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.184763] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d57e7d-79b8-4c00-bb63-2038263a8dfa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.197731] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2334661e-2cc8-4738-b2c3-e99df344073b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.205711] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Successfully created port: 743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.234525] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e96809d-f5f2-4c6b-9737-95a9124d7135 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.243587] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f86599-f0ea-4895-b881-f75781092a7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.260120] env[68199]: DEBUG nova.compute.provider_tree [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.337122] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.510432] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070622, 'name': CloneVM_Task, 'duration_secs': 1.414264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.510646] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created linked-clone VM from snapshot [ 1017.511415] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed092ad-0e2d-4bb2-902f-839200440d34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.521020] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploading image 50d11b99-c714-45a0-bdc0-fc14180eaabd {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1017.547375] env[68199]: DEBUG nova.compute.manager [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.547578] env[68199]: DEBUG nova.compute.manager [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing instance network info cache due to event network-changed-eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.547802] env[68199]: DEBUG oslo_concurrency.lockutils [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] Acquiring lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.547945] env[68199]: DEBUG oslo_concurrency.lockutils [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] Acquired lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548119] env[68199]: DEBUG nova.network.neutron [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Refreshing network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.551384] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1017.551384] env[68199]: value = "vm-614872" [ 1017.551384] env[68199]: _type = "VirtualMachine" [ 1017.551384] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1017.553102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3dcfe152-56e4-4815-9e63-279964c14dda {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.562511] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease: (returnval){ [ 1017.562511] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f01b81-702e-bdc2-0b2c-2f92d225fd61" [ 1017.562511] env[68199]: _type = "HttpNfcLease" [ 1017.562511] env[68199]: } obtained for exporting VM: (result){ [ 1017.562511] env[68199]: value = "vm-614872" [ 1017.562511] env[68199]: _type = "VirtualMachine" [ 1017.562511] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1017.563088] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the lease: (returnval){ [ 1017.563088] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f01b81-702e-bdc2-0b2c-2f92d225fd61" [ 1017.563088] env[68199]: _type = "HttpNfcLease" [ 1017.563088] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1017.571768] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.571768] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f01b81-702e-bdc2-0b2c-2f92d225fd61" [ 1017.571768] env[68199]: _type = "HttpNfcLease" [ 1017.571768] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1017.594245] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52083} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.597369] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 84252568-83d8-4ea1-bbd8-33dd373eb47f/84252568-83d8-4ea1-bbd8-33dd373eb47f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.597640] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.597845] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f32ffe-caa6-4c2d-a234-e7ebdc1d4452 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.605625] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070624, 'name': CreateVM_Task, 'duration_secs': 0.411459} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.606801] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.607138] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1017.607138] env[68199]: value = "task-3070626" [ 1017.607138] env[68199]: _type = "Task" [ 1017.607138] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.607748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.607903] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.608295] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.608591] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2827c0fb-2086-42b6-838e-3aff117e567c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.621295] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1017.621295] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5222d416-99d0-612d-b317-6ea8b399e9cb" [ 1017.621295] env[68199]: _type = "Task" [ 1017.621295] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.621622] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.630621] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5222d416-99d0-612d-b317-6ea8b399e9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.723614] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.723901] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.723988] env[68199]: DEBUG nova.network.neutron [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.764146] env[68199]: DEBUG nova.scheduler.client.report [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.072708] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.072708] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f01b81-702e-bdc2-0b2c-2f92d225fd61" [ 1018.072708] env[68199]: _type = "HttpNfcLease" [ 1018.072708] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.073015] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.073015] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f01b81-702e-bdc2-0b2c-2f92d225fd61" [ 1018.073015] env[68199]: _type = "HttpNfcLease" [ 1018.073015] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.073787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3017259-9a1d-49c5-a7d5-8c3eefd158bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.081581] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.081757] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1018.155888] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.156158] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Processing image ea24abb4-c1fd-41d9-8c71-71e33069dbe0 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.156410] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156595] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.156788] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.157083] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069753} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.157360] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbbf7228-02be-444f-9e3f-6a4b39835736 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.159264] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.160070] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d85129-1474-4a0f-9853-b7017b3767ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.184916] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 84252568-83d8-4ea1-bbd8-33dd373eb47f/84252568-83d8-4ea1-bbd8-33dd373eb47f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.188330] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581cbcc8-58c3-49b7-b29e-0e12ea98090f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.202472] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.202652] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.203717] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b24037-3a9e-402e-9f01-b99f3031b339 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.206225] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d0a9263-bf52-44f5-840d-171c0d007598 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.216422] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1018.216422] env[68199]: value = "task-3070627" [ 1018.216422] env[68199]: _type = "Task" [ 1018.216422] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.216894] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1018.216894] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526c4f1a-ef89-8bc3-b502-90490cd85302" [ 1018.216894] env[68199]: _type = "Task" [ 1018.216894] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.247874] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.248297] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1018.248530] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Fetch image to [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d/OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1018.248813] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Downloading stream optimized image ea24abb4-c1fd-41d9-8c71-71e33069dbe0 to [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d/OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d.vmdk on the data store datastore1 as vApp {{(pid=68199) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1018.249076] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Downloading image file data ea24abb4-c1fd-41d9-8c71-71e33069dbe0 to the ESX as VM named 'OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d' {{(pid=68199) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1018.270420] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.272705] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.204s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.272972] env[68199]: DEBUG nova.objects.instance [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lazy-loading 'resources' on Instance uuid 93e05f47-f5ed-44cf-89bb-66399906d80a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.305498] env[68199]: INFO nova.scheduler.client.report [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleted allocations for instance af36e944-d1bc-4602-9765-96e6dfa77a8f [ 1018.339564] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1018.339564] env[68199]: value = "resgroup-9" [ 1018.339564] env[68199]: _type = "ResourcePool" [ 1018.339564] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1018.339564] env[68199]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-022e51ed-dc2e-4531-b62d-55fe6c495922 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.356877] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.368973] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease: (returnval){ [ 1018.368973] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1018.368973] env[68199]: _type = "HttpNfcLease" [ 1018.368973] env[68199]: } obtained for vApp import into resource pool (val){ [ 1018.368973] env[68199]: value = "resgroup-9" [ 1018.368973] env[68199]: _type = "ResourcePool" [ 1018.368973] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1018.369807] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the lease: (returnval){ [ 1018.369807] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1018.369807] env[68199]: _type = "HttpNfcLease" [ 1018.369807] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.381189] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.381189] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1018.381189] env[68199]: _type = "HttpNfcLease" [ 1018.381189] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.400925] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.401463] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.401808] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.402074] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.402331] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.402500] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.402841] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.403117] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.403431] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.403621] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.403850] env[68199]: DEBUG nova.virt.hardware [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.404753] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc8d4f-3f9d-451c-8941-5de921820821 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.414052] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3bab66-e5e4-4f82-a079-879d5025a558 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421651] env[68199]: DEBUG nova.network.neutron [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updated VIF entry in instance network info cache for port eda96d20-46f7-45e1-9f7e-df1f5ef4e941. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.423674] env[68199]: DEBUG nova.network.neutron [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [{"id": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "address": "fa:16:3e:a4:ee:5d", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda96d20-46", "ovs_interfaceid": "eda96d20-46f7-45e1-9f7e-df1f5ef4e941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.471559] env[68199]: DEBUG nova.network.neutron [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.714255] env[68199]: DEBUG nova.compute.manager [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received event network-vif-plugged-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.714625] env[68199]: DEBUG oslo_concurrency.lockutils [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] Acquiring lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.714898] env[68199]: DEBUG oslo_concurrency.lockutils [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.715159] env[68199]: DEBUG oslo_concurrency.lockutils [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.715380] env[68199]: DEBUG nova.compute.manager [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] No waiting events found dispatching network-vif-plugged-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.715560] env[68199]: WARNING nova.compute.manager [req-d53af1e6-49a6-4024-86d1-3b3b75b2379a req-59fde593-ec4e-46f0-8539-211b5aef8f21 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received unexpected event network-vif-plugged-743815ad-e740-42e4-9de4-84ebbd5863b4 for instance with vm_state building and task_state spawning. [ 1018.729484] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.816887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e1a8cfe-1489-4d5b-9187-0a4e725bc246 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "af36e944-d1bc-4602-9765-96e6dfa77a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.586s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.837955] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Successfully updated port: 743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.878177] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.878177] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1018.878177] env[68199]: _type = "HttpNfcLease" [ 1018.878177] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.935979] env[68199]: DEBUG oslo_concurrency.lockutils [req-d0830f72-3738-407f-aab8-0a0ed8b8a530 req-0e12db0d-ccb8-4b41-9e29-1897e2f8cc6f service nova] Releasing lock "refresh_cache-dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.974708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.002970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "da137239-0e85-4c13-814e-76400f52a3df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.002970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.002970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "da137239-0e85-4c13-814e-76400f52a3df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.002970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.002970] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.005405] env[68199]: INFO nova.compute.manager [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Terminating instance [ 1019.096605] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135aa9e9-427e-4568-8af3-8e2f4deb646e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.105639] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ec27a7-5a5a-4ab3-88ec-6996605cb2a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.140373] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1259f2-ecca-4302-bd33-854b48e0f3a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.153526] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32cd738-0739-4b87-bf81-dc5e8248f821 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.170995] env[68199]: DEBUG nova.compute.provider_tree [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.228125] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070627, 'name': ReconfigVM_Task, 'duration_secs': 0.638528} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.228508] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 84252568-83d8-4ea1-bbd8-33dd373eb47f/84252568-83d8-4ea1-bbd8-33dd373eb47f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.229300] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58011167-1ba3-41bb-be82-90efc493043a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.237050] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1019.237050] env[68199]: value = "task-3070629" [ 1019.237050] env[68199]: _type = "Task" [ 1019.237050] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.246485] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070629, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.348333] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.348494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.348656] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.380306] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.380306] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1019.380306] env[68199]: _type = "HttpNfcLease" [ 1019.380306] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.502021] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed9cdc9-8ecc-4dd1-94b3-39763959a7d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.522186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "refresh_cache-da137239-0e85-4c13-814e-76400f52a3df" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.522599] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquired lock "refresh_cache-da137239-0e85-4c13-814e-76400f52a3df" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.522968] env[68199]: DEBUG nova.network.neutron [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.525340] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e54e1-b58f-4082-92a2-c96c7c05e33b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.533900] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.674301] env[68199]: DEBUG nova.scheduler.client.report [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.748470] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070629, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.882203] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.882203] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1019.882203] env[68199]: _type = "HttpNfcLease" [ 1019.882203] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.888265] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.040720] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.041152] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-957023a5-67e9-43d6-8ec8-775b0e23faa8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.043982] env[68199]: DEBUG nova.network.neutron [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [{"id": "743815ad-e740-42e4-9de4-84ebbd5863b4", "address": "fa:16:3e:40:ef:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743815ad-e7", "ovs_interfaceid": "743815ad-e740-42e4-9de4-84ebbd5863b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.052366] env[68199]: DEBUG nova.network.neutron [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.055541] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1020.055541] env[68199]: value = "task-3070630" [ 1020.055541] env[68199]: _type = "Task" [ 1020.055541] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.066508] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.111018] env[68199]: DEBUG nova.network.neutron [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.181364] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.184150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.789s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.208064] env[68199]: INFO nova.scheduler.client.report [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Deleted allocations for instance 93e05f47-f5ed-44cf-89bb-66399906d80a [ 1020.250405] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070629, 'name': Rename_Task, 'duration_secs': 0.97401} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.252495] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.252727] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c1c011c-3672-4d4e-90d8-d8992e67a040 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.261370] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1020.261370] env[68199]: value = "task-3070631" [ 1020.261370] env[68199]: _type = "Task" [ 1020.261370] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.271134] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.381264] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.381264] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1020.381264] env[68199]: _type = "HttpNfcLease" [ 1020.381264] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.382149] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.382149] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3abbf-f8ca-9ce4-c421-d071accb9437" [ 1020.382149] env[68199]: _type = "HttpNfcLease" [ 1020.382149] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1020.382553] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c6d406-29e7-4b0b-aa7e-51f98559b56b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.390810] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.391052] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1020.456420] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5ee6e44-6b1f-45f8-ae73-b62d430d75db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.547413] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.547782] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Instance network_info: |[{"id": "743815ad-e740-42e4-9de4-84ebbd5863b4", "address": "fa:16:3e:40:ef:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743815ad-e7", "ovs_interfaceid": "743815ad-e740-42e4-9de4-84ebbd5863b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.548281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ef:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743815ad-e740-42e4-9de4-84ebbd5863b4', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.556640] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.556980] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.560568] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb948fd-3b22-497c-bff7-20726d994f1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.582261] env[68199]: DEBUG oslo_vmware.api [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070630, 'name': PowerOnVM_Task, 'duration_secs': 0.490254} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.583629] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.583856] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ca627a37-4763-4015-81b2-b5ea9fa6490b tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance '573e62e9-1b22-4540-9979-764abe23c2d7' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.587469] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.587469] env[68199]: value = "task-3070632" [ 1020.587469] env[68199]: _type = "Task" [ 1020.587469] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.596872] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070632, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.613681] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Releasing lock "refresh_cache-da137239-0e85-4c13-814e-76400f52a3df" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.614252] env[68199]: DEBUG nova.compute.manager [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.614605] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.615834] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069fc7b-e54a-4c7a-921c-866a05b161de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.623470] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.623757] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b837e4e7-8e66-4fb9-9947-6abe08e38544 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.630086] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 1020.630086] env[68199]: value = "task-3070633" [ 1020.630086] env[68199]: _type = "Task" [ 1020.630086] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.640390] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.719106] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8522cdcc-27a2-4862-b242-8b3eacba9812 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Lock "93e05f47-f5ed-44cf-89bb-66399906d80a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.104s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.753829] env[68199]: DEBUG nova.compute.manager [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.754130] env[68199]: DEBUG nova.compute.manager [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing instance network info cache due to event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.754182] env[68199]: DEBUG oslo_concurrency.lockutils [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] Acquiring lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.754326] env[68199]: DEBUG oslo_concurrency.lockutils [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] Acquired lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.754474] env[68199]: DEBUG nova.network.neutron [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.776971] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070631, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.104307] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070632, 'name': CreateVM_Task, 'duration_secs': 0.356702} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.105063] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.105764] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.105925] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.106264] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.106778] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921f7b8f-ef7a-4066-b5a9-929be36e7dbf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.111434] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1021.111434] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c94541-7ed8-ab32-0b86-13644dc3e5e4" [ 1021.111434] env[68199]: _type = "Task" [ 1021.111434] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.119772] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c94541-7ed8-ab32-0b86-13644dc3e5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.138860] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070633, 'name': PowerOffVM_Task, 'duration_secs': 0.17199} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.139144] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.139318] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.139568] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20fe4a3a-c39f-4a22-aa0f-72a227101823 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.168523] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.168759] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.168918] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleting the datastore file [datastore1] da137239-0e85-4c13-814e-76400f52a3df {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.169202] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a802da-37b0-4e71-bcef-909046111e66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.177084] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for the task: (returnval){ [ 1021.177084] env[68199]: value = "task-3070635" [ 1021.177084] env[68199]: _type = "Task" [ 1021.177084] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.185154] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.203230] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Applying migration context for instance 573e62e9-1b22-4540-9979-764abe23c2d7 as it has an incoming, in-progress migration 49d8daf0-bf09-4f07-8a12-baa6b61300f6. Migration status is post-migrating {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1021.205124] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating resource usage from migration 49d8daf0-bf09-4f07-8a12-baa6b61300f6 [ 1021.231320] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.231556] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 4bbb344e-11e3-48ad-ad1d-437222dbf06d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.231723] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 1143471b-d344-4d46-9691-492e13e0ba8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1021.231846] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 49caf0db-5b01-4a6c-a640-3ce20cc4e989 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1021.232010] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74aee2c-8f1b-4119-8bc5-2b43162dabe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232205] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 54351cc5-0112-42cf-9cb5-d9ac9357b989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232328] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8aab619f-617e-48f1-8945-ad7086f5fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232465] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance da137239-0e85-4c13-814e-76400f52a3df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232557] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 006eaf52-f2ed-4ac2-9472-87d0acea89b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232678] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 9500d4ad-9e04-47ea-8f40-08a183fb05cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232772] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232894] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 42595dcc-2147-4618-b831-f887ed1f1a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.232985] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration 49d8daf0-bf09-4f07-8a12-baa6b61300f6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1021.233107] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 573e62e9-1b22-4540-9979-764abe23c2d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.233215] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 84252568-83d8-4ea1-bbd8-33dd373eb47f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.233323] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 348dc0fd-359b-4d6c-88f6-1f3dba446044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.233536] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (b5d39026-5764-431b-9299-baecdda2ef12): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1021.275630] env[68199]: DEBUG oslo_vmware.api [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070631, 'name': PowerOnVM_Task, 'duration_secs': 0.583187} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.275982] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.276202] env[68199]: INFO nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1021.276387] env[68199]: DEBUG nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.277404] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a4874-d20f-4a7c-85bb-5e79d1f7172d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.503974] env[68199]: DEBUG nova.network.neutron [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updated VIF entry in instance network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.504329] env[68199]: DEBUG nova.network.neutron [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [{"id": "743815ad-e740-42e4-9de4-84ebbd5863b4", "address": "fa:16:3e:40:ef:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743815ad-e7", "ovs_interfaceid": "743815ad-e740-42e4-9de4-84ebbd5863b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.623067] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c94541-7ed8-ab32-0b86-13644dc3e5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.623398] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.623705] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.623954] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.624116] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.624300] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.624611] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99230e22-86e5-44b8-8854-31fad58f4561 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.632944] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.633150] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.633941] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a0bf97-0726-4377-99e3-ab1f4323d825 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.639521] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1021.639521] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bf5d31-7a7e-d5b3-9c3b-45c1df3e56d1" [ 1021.639521] env[68199]: _type = "Task" [ 1021.639521] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.647979] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bf5d31-7a7e-d5b3-9c3b-45c1df3e56d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.687352] env[68199]: DEBUG oslo_vmware.api [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Task: {'id': task-3070635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130399} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.687640] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.687849] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.688065] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.688236] env[68199]: INFO nova.compute.manager [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] [instance: da137239-0e85-4c13-814e-76400f52a3df] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1021.688514] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.688721] env[68199]: DEBUG nova.compute.manager [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.688824] env[68199]: DEBUG nova.network.neutron [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.712688] env[68199]: DEBUG nova.network.neutron [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.737704] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance d21aeb11-02ca-43d3-a717-e715f9a9ed68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1021.803200] env[68199]: INFO nova.compute.manager [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Took 27.91 seconds to build instance. [ 1022.007488] env[68199]: DEBUG oslo_concurrency.lockutils [req-999a27f9-6de0-4051-97f0-cfdfe821a66b req-e880cead-10b7-4fa2-a8ac-41f353547dbb service nova] Releasing lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.156009] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bf5d31-7a7e-d5b3-9c3b-45c1df3e56d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.158938] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52b13d4-9da7-4662-ab19-817d7d07be60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.166212] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1022.166212] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52227d4a-25a9-587f-3ab0-4ebf9805851f" [ 1022.166212] env[68199]: _type = "Task" [ 1022.166212] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.177619] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52227d4a-25a9-587f-3ab0-4ebf9805851f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.215917] env[68199]: DEBUG nova.network.neutron [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.239668] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance de393897-60d0-4668-965b-41205d1a80d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1022.239944] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1022.240260] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1022.306488] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ab708338-d36f-4d7e-aa4e-87786b0fda3b tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.425s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.333465] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1022.334215] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.335058] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ab51e-0bc3-4ec8-9eb5-22ea6bf238d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.342935] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.343344] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1022.343626] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1e6b437-c8a5-4f43-9ca6-0e732133de77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.562889] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374099a-e470-4a14-a896-93f04c694d30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.567448] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.567823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.568185] env[68199]: DEBUG nova.compute.manager [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Going to confirm migration 4 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1022.574584] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e882bd-4d75-42cc-aaba-9d5fdae723ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.610814] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc85b1-7ab2-4bc2-8a95-4439f226619e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.621862] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39096181-e87f-4b44-86e2-65ed6d8af661 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.641580] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.657032] env[68199]: DEBUG oslo_vmware.rw_handles [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cab1de-ec2a-2666-c140-3ed1a1b5a8cf/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1022.657032] env[68199]: INFO nova.virt.vmwareapi.images [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Downloaded image file data ea24abb4-c1fd-41d9-8c71-71e33069dbe0 [ 1022.658296] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb60a9f-fce0-4394-863a-c035bdce0f35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.678963] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce19682b-7c92-4a49-9807-5f0692ff78c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.686279] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52227d4a-25a9-587f-3ab0-4ebf9805851f, 'name': SearchDatastore_Task, 'duration_secs': 0.013455} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.686487] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.686812] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 348dc0fd-359b-4d6c-88f6-1f3dba446044/348dc0fd-359b-4d6c-88f6-1f3dba446044.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.687102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-495e2bb0-84c0-4741-abf3-1256987d5d00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.696499] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1022.696499] env[68199]: value = "task-3070637" [ 1022.696499] env[68199]: _type = "Task" [ 1022.696499] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.706162] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.707465] env[68199]: INFO nova.virt.vmwareapi.images [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] The imported VM was unregistered [ 1022.709301] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1022.709536] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.709802] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc787a5-5e3c-4e39-a7c1-7188f25a6cf4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.718458] env[68199]: INFO nova.compute.manager [-] [instance: da137239-0e85-4c13-814e-76400f52a3df] Took 1.03 seconds to deallocate network for instance. [ 1022.730768] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.731055] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d/OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d.vmdk to [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk. {{(pid=68199) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1022.731642] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0fd59260-a472-4901-8889-f1658851bca4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.741812] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1022.741812] env[68199]: value = "task-3070638" [ 1022.741812] env[68199]: _type = "Task" [ 1022.741812] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.753471] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.147727] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.199526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.199526] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.199526] env[68199]: DEBUG nova.network.neutron [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.200637] env[68199]: DEBUG nova.objects.instance [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'info_cache' on Instance uuid 573e62e9-1b22-4540-9979-764abe23c2d7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.224701] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.229951] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.230829] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.231146] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.231817] env[68199]: INFO nova.compute.manager [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Shelving [ 1023.259248] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.657266] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1023.657440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.473s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.657736] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.048s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.657982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.660768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.886s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.661044] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.664788] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.097s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.666449] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.667803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.120s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.669679] env[68199]: INFO nova.compute.claims [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.717111] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627388} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.718693] env[68199]: INFO nova.scheduler.client.report [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted allocations for instance 49caf0db-5b01-4a6c-a640-3ce20cc4e989 [ 1023.723191] env[68199]: INFO nova.scheduler.client.report [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted allocations for instance 1143471b-d344-4d46-9691-492e13e0ba8a [ 1023.724847] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 348dc0fd-359b-4d6c-88f6-1f3dba446044/348dc0fd-359b-4d6c-88f6-1f3dba446044.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.724847] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.727419] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e94864-288b-4898-82fa-829449a8762c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.749764] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1023.749764] env[68199]: value = "task-3070639" [ 1023.749764] env[68199]: _type = "Task" [ 1023.749764] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.759233] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.770106] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.182990] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9b16c688-de2c-45d0-a345-741139bec56a tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.374s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.184070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.804s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.184266] env[68199]: INFO nova.compute.manager [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Unshelving [ 1024.239620] env[68199]: DEBUG oslo_concurrency.lockutils [None req-43667501-d155-4f6f-a8f5-80d53dd748ec tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "49caf0db-5b01-4a6c-a640-3ce20cc4e989" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.752s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.240649] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e900922-e4ce-46d0-aed9-dff6366f38a0 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "1143471b-d344-4d46-9691-492e13e0ba8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.364s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.245746] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.245746] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7dfd64c-15e4-42b5-a4ac-bb06cc888596 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.259984] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.261611] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1024.261611] env[68199]: value = "task-3070640" [ 1024.261611] env[68199]: _type = "Task" [ 1024.261611] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.266092] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086158} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.273859] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.276529] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfff8e-c38a-4a8c-8966-550225d78b8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.286474] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.305523] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 348dc0fd-359b-4d6c-88f6-1f3dba446044/348dc0fd-359b-4d6c-88f6-1f3dba446044.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.306287] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6419f5-575b-4b7d-8214-8fc962132cfb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.332689] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1024.332689] env[68199]: value = "task-3070641" [ 1024.332689] env[68199]: _type = "Task" [ 1024.332689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.344090] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.502887] env[68199]: DEBUG nova.network.neutron [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [{"id": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "address": "fa:16:3e:49:9b:09", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5aee89-75", "ovs_interfaceid": "0a5aee89-75ad-453a-b802-fecc49fc1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.759529] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.783512] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070640, 'name': PowerOffVM_Task, 'duration_secs': 0.262666} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.783512] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.784787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4d7d4-9625-4f5e-81da-da530290fa29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.826029] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1ef18-e21c-4836-9cc8-18301a598b95 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.850420] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.006893] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-573e62e9-1b22-4540-9979-764abe23c2d7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.007282] env[68199]: DEBUG nova.objects.instance [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'migration_context' on Instance uuid 573e62e9-1b22-4540-9979-764abe23c2d7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.034588] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d055db2-5959-4df8-988c-c7b3e73e05ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.044410] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f98b86-f89f-4875-ae3e-2e5709c2b07e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.081140] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5197b1-c313-47f9-8fa4-50d843543fc9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.090985] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6470b4-e92a-4850-abc8-4e51c0971f28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.111592] env[68199]: DEBUG nova.compute.provider_tree [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.208338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.256427] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.346916] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.347402] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.347710] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2ea79e5-33b3-4ce3-afb1-35fb9ee778a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.358361] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1025.358361] env[68199]: value = "task-3070642" [ 1025.358361] env[68199]: _type = "Task" [ 1025.358361] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.370696] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.513013] env[68199]: DEBUG nova.objects.base [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Object Instance<573e62e9-1b22-4540-9979-764abe23c2d7> lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.514226] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e915d64-fc99-4fa1-8577-fe93c59f0d58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.535217] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b854db2-1540-444e-b349-25095aacc903 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.541414] env[68199]: DEBUG oslo_vmware.api [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1025.541414] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ee15aa-76c3-6288-707e-fa2c8145e044" [ 1025.541414] env[68199]: _type = "Task" [ 1025.541414] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.550212] env[68199]: DEBUG oslo_vmware.api [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee15aa-76c3-6288-707e-fa2c8145e044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.614640] env[68199]: DEBUG nova.scheduler.client.report [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.756800] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070638, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.82176} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.756800] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d/OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d.vmdk to [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk. [ 1025.757061] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Cleaning up location [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1025.757214] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_92afeb99-6dc9-41a5-97f1-43b5b5a41a7d {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.757407] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ccad9b-475d-44be-96f7-ac8de3961e2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765178] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1025.765178] env[68199]: value = "task-3070643" [ 1025.765178] env[68199]: _type = "Task" [ 1025.765178] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.775478] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.846950] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070641, 'name': ReconfigVM_Task, 'duration_secs': 1.189687} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.847378] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 348dc0fd-359b-4d6c-88f6-1f3dba446044/348dc0fd-359b-4d6c-88f6-1f3dba446044.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.848379] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1c65c08-da32-4b2c-89a9-7943da4b835f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.856037] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1025.856037] env[68199]: value = "task-3070644" [ 1025.856037] env[68199]: _type = "Task" [ 1025.856037] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.872923] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.877364] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070644, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.055162] env[68199]: DEBUG oslo_vmware.api [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee15aa-76c3-6288-707e-fa2c8145e044, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.055162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.119852] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.123014] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.124739] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.372s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.126829] env[68199]: INFO nova.compute.claims [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.276251] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084228} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.276622] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.276705] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.276982] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk to [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.278086] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e56473-1b52-4ddb-bdcb-81c70e423814 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284859] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1026.284859] env[68199]: value = "task-3070645" [ 1026.284859] env[68199]: _type = "Task" [ 1026.284859] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.293869] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.372309] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070644, 'name': Rename_Task, 'duration_secs': 0.302028} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.380721] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.380721] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.380721] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f5fb48-473b-4667-90a4-de10829af9b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.393042] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1026.393042] env[68199]: value = "task-3070646" [ 1026.393042] env[68199]: _type = "Task" [ 1026.393042] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.402463] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.640465] env[68199]: DEBUG nova.compute.utils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.642460] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.642761] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.735471] env[68199]: DEBUG nova.policy [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98f38d9ae7fd48649a64c01d92e45409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908fc126241c4a5fa52160ccd2da3df8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.798725] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.873587] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070642, 'name': CreateSnapshot_Task, 'duration_secs': 1.212961} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.874078] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.874955] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea1bcd-ee46-4de8-997a-07b44969ecb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.907330] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070646, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.960030] env[68199]: DEBUG nova.compute.manager [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1027.143658] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.187118] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Successfully created port: be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.304884] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.403926] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.408507] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-787d86b8-3167-4621-9895-d8faee329990 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.426658] env[68199]: DEBUG oslo_vmware.api [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070646, 'name': PowerOnVM_Task, 'duration_secs': 0.550673} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.431677] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.431677] env[68199]: INFO nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1027.431677] env[68199]: DEBUG nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.431962] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1027.431962] env[68199]: value = "task-3070647" [ 1027.431962] env[68199]: _type = "Task" [ 1027.431962] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.434126] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba649c-308b-4340-9263-2be190ba6110 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.449350] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070647, 'name': CloneVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.497347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.590307] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d4a5a-3584-4704-8fdb-aa9657b22b16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.603132] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873855e-bfb7-4d4f-bade-b18eced191f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.639955] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf396e-4300-4412-8bc3-2fa6d0fd0bd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.654643] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699ede8-65c9-4756-b9e2-1c29b98fc9cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.673683] env[68199]: DEBUG nova.compute.provider_tree [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.802571] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.948702] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1027.948702] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d3b7d-831b-484b-8a17-2f21c3ef51cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.953823] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1027.953978] env[68199]: ERROR oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk due to incomplete transfer. [ 1027.957459] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d96d964b-b267-4ddd-841e-6698695ac206 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.959484] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070647, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.967806] env[68199]: INFO nova.compute.manager [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Took 29.32 seconds to build instance. [ 1027.972983] env[68199]: DEBUG oslo_vmware.rw_handles [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb4504-e601-8b4f-3b54-965e7f741959/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1027.973229] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploaded image 50d11b99-c714-45a0-bdc0-fc14180eaabd to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1027.975923] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1027.976264] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-470533ed-6bfe-4509-a6f1-d58cbba5be26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.985531] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1027.985531] env[68199]: value = "task-3070648" [ 1027.985531] env[68199]: _type = "Task" [ 1027.985531] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.003023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a234b834-96fb-4e25-b689-287450931610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.003023] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.007963] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070648, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.162719] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.177779] env[68199]: DEBUG nova.scheduler.client.report [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.194693] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.194970] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.195144] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.195329] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.195475] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.195622] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.195847] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.196070] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.196331] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.196514] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.196695] env[68199]: DEBUG nova.virt.hardware [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.197611] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea8b7a-10ff-43e9-b01c-f9e7c238f940 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.209792] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10c604-e821-40cd-b97a-65d0f6b8485f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.300090] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.450312] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070647, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.471142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4b4af894-5bc1-4714-987d-7e3c9fbf2110 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.829s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.496735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.497312] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.497769] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.498130] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.498503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.506265] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070648, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.506265] env[68199]: INFO nova.compute.manager [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Terminating instance [ 1028.509559] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.685238] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.685869] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.690590] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.460s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.691058] env[68199]: DEBUG nova.objects.instance [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lazy-loading 'resources' on Instance uuid da137239-0e85-4c13-814e-76400f52a3df {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.780710] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Successfully updated port: be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.804577] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.932180] env[68199]: DEBUG nova.compute.manager [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Received event network-vif-plugged-be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.932396] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] Acquiring lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.932726] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.932816] env[68199]: DEBUG oslo_concurrency.lockutils [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.933286] env[68199]: DEBUG nova.compute.manager [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] No waiting events found dispatching network-vif-plugged-be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.933286] env[68199]: WARNING nova.compute.manager [req-4bbf1ed0-4416-4735-936a-bb8db3d92659 req-ec683c80-40d6-4cfe-a5e7-c7d1b569ff14 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Received unexpected event network-vif-plugged-be275a0b-2a2f-4251-9be2-5f88441989d6 for instance with vm_state building and task_state spawning. [ 1028.947972] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070647, 'name': CloneVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.003237] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070648, 'name': Destroy_Task, 'duration_secs': 0.544448} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.003538] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroyed the VM [ 1029.003800] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.004070] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a76bf43-772b-43e0-b8d2-302993d36284 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.008794] env[68199]: DEBUG nova.compute.manager [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.009815] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.009815] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5adca6e-f1b1-4c26-9b99-766b1de5136d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.016027] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1029.016027] env[68199]: value = "task-3070649" [ 1029.016027] env[68199]: _type = "Task" [ 1029.016027] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.024499] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.026361] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09da704-f701-4a12-8961-1672606d64ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.030821] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.032140] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 1029.032140] env[68199]: value = "task-3070650" [ 1029.032140] env[68199]: _type = "Task" [ 1029.032140] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.040517] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3070650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.050683] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.201656] env[68199]: DEBUG nova.compute.utils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.203512] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.209427] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.274262] env[68199]: DEBUG nova.policy [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98f38d9ae7fd48649a64c01d92e45409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908fc126241c4a5fa52160ccd2da3df8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.284856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.284856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.284856] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.306830] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070645, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.653483} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.309639] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ea24abb4-c1fd-41d9-8c71-71e33069dbe0/ea24abb4-c1fd-41d9-8c71-71e33069dbe0.vmdk to [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.312512] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7887e05d-7671-424f-b973-4f88c694409f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.341943] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.344963] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57d1fe4-1bf7-4e58-bc16-2f5f14aa0489 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.367073] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1029.367073] env[68199]: value = "task-3070651" [ 1029.367073] env[68199]: _type = "Task" [ 1029.367073] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.375735] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.451046] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070647, 'name': CloneVM_Task, 'duration_secs': 1.582809} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.451823] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Created linked-clone VM from snapshot [ 1029.452394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe8b5fa-bcfd-4091-89cf-f0cdf3a1f688 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.464383] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Uploading image 130593b6-def3-41e1-9bd0-859d12194697 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.493034] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.493034] env[68199]: value = "vm-614877" [ 1029.493034] env[68199]: _type = "VirtualMachine" [ 1029.493034] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.493725] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0344f58b-2708-46ee-aeb5-0a234cf9e281 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.504134] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lease: (returnval){ [ 1029.504134] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd6cc1-0041-e28b-4b0e-d0c6751312b3" [ 1029.504134] env[68199]: _type = "HttpNfcLease" [ 1029.504134] env[68199]: } obtained for exporting VM: (result){ [ 1029.504134] env[68199]: value = "vm-614877" [ 1029.504134] env[68199]: _type = "VirtualMachine" [ 1029.504134] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.504462] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the lease: (returnval){ [ 1029.504462] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd6cc1-0041-e28b-4b0e-d0c6751312b3" [ 1029.504462] env[68199]: _type = "HttpNfcLease" [ 1029.504462] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.513313] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.513313] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd6cc1-0041-e28b-4b0e-d0c6751312b3" [ 1029.513313] env[68199]: _type = "HttpNfcLease" [ 1029.513313] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.526427] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070649, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.542051] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3070650, 'name': PowerOffVM_Task, 'duration_secs': 0.49429} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.542443] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.542611] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.542942] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e349e0-44c2-4f92-95a7-243155b5178a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.546745] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b495e6-c303-4a7a-a752-fb0880fb1731 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.555978] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d489e-12fa-44bc-ae49-cb90e13299de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.589788] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Successfully created port: db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.592405] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561766f5-c4c4-44fc-92fd-20c1880bd139 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.600566] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d0225-fa10-4bc8-a8e3-8af69ed9069d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.618134] env[68199]: DEBUG nova.compute.provider_tree [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.626785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.626785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.626785] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Deleting the datastore file [datastore2] 59f3a6ef-8c8e-4129-aded-cd6414ded35b {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.626785] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c79283f6-0573-4366-bc23-2b15ad3b5435 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.633952] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for the task: (returnval){ [ 1029.633952] env[68199]: value = "task-3070654" [ 1029.633952] env[68199]: _type = "Task" [ 1029.633952] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.646396] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3070654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.707146] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.830148] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.877079] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070651, 'name': ReconfigVM_Task, 'duration_secs': 0.329834} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.877379] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb/dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.878854] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'image_id': '6befe3b5-4755-45d8-a121-c6304664aae2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614860', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'name': 'volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'serial': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701'}, 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': 'a7599b1d-af9c-49cc-aa89-24f7b89e12f2', 'volume_type': None}], 'swap': None} {{(pid=68199) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1029.879013] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.879232] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614860', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'name': 'volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'serial': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.880061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bfcda8-7c81-4841-920d-3dbb9f617731 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.900558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1fc1d5-9ef1-4294-96aa-3eda82e49889 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928259] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701/volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.932125] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e6ec34-fad8-429e-8d82-58eaa406be81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.951478] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1029.951478] env[68199]: value = "task-3070655" [ 1029.951478] env[68199]: _type = "Task" [ 1029.951478] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.959380] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.012700] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.012700] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd6cc1-0041-e28b-4b0e-d0c6751312b3" [ 1030.012700] env[68199]: _type = "HttpNfcLease" [ 1030.012700] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.013018] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.013018] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd6cc1-0041-e28b-4b0e-d0c6751312b3" [ 1030.013018] env[68199]: _type = "HttpNfcLease" [ 1030.013018] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.013839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35169cf9-5b05-4802-ae83-471ab24e3ab2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.026398] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.026567] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.089707] env[68199]: DEBUG nova.network.neutron [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Updating instance_info_cache with network_info: [{"id": "be275a0b-2a2f-4251-9be2-5f88441989d6", "address": "fa:16:3e:b3:75:25", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe275a0b-2a", "ovs_interfaceid": "be275a0b-2a2f-4251-9be2-5f88441989d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.090921] env[68199]: DEBUG oslo_vmware.api [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569776} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.092537] env[68199]: DEBUG nova.compute.manager [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.092537] env[68199]: DEBUG nova.compute.manager [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing instance network info cache due to event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.092537] env[68199]: DEBUG oslo_concurrency.lockutils [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.092712] env[68199]: DEBUG oslo_concurrency.lockutils [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.092781] env[68199]: DEBUG nova.network.neutron [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.095609] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.095853] env[68199]: INFO nova.compute.manager [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 1030.122017] env[68199]: DEBUG nova.scheduler.client.report [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.132036] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27229d77-c89c-4d25-ba2d-a2315855b2ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.147039] env[68199]: DEBUG oslo_vmware.api [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Task: {'id': task-3070654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152873} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.148027] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.149051] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.149051] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.149051] env[68199]: INFO nova.compute.manager [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1030.149051] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.149051] env[68199]: DEBUG nova.compute.manager [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.149051] env[68199]: DEBUG nova.network.neutron [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.463577] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070655, 'name': ReconfigVM_Task, 'duration_secs': 0.354382} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.463577] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701/volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.468213] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3bd787-df84-416b-95a3-3096e8e0908d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.484614] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1030.484614] env[68199]: value = "task-3070656" [ 1030.484614] env[68199]: _type = "Task" [ 1030.484614] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.493811] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.524470] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "69710d68-8384-4d4f-979e-e7f27f0331ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.524689] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.595626] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.596095] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Instance network_info: |[{"id": "be275a0b-2a2f-4251-9be2-5f88441989d6", "address": "fa:16:3e:b3:75:25", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe275a0b-2a", "ovs_interfaceid": "be275a0b-2a2f-4251-9be2-5f88441989d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.602329] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:75:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be275a0b-2a2f-4251-9be2-5f88441989d6', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.613606] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating folder: Project (908fc126241c4a5fa52160ccd2da3df8). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.616232] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ad978a-5b19-4060-82dd-9b0fec72fe2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.628360] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.633042] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.425s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.633164] env[68199]: DEBUG nova.objects.instance [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lazy-loading 'pci_requests' on Instance uuid ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.634367] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Created folder: Project (908fc126241c4a5fa52160ccd2da3df8) in parent group-v614632. [ 1030.634755] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating folder: Instances. Parent ref: group-v614878. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.635199] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b958818-3878-4f9c-935e-c6a5a6e4dcba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.649218] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Created folder: Instances in parent group-v614878. [ 1030.649218] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.649218] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.649218] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f3f263-725f-4c02-a04f-70066ed1e7eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.671345] env[68199]: INFO nova.scheduler.client.report [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Deleted allocations for instance da137239-0e85-4c13-814e-76400f52a3df [ 1030.685920] env[68199]: DEBUG nova.compute.manager [None req-0d76a86d-718f-410d-bafb-478283a3ef9c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Found 2 images (rotation: 2) {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1030.691946] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.691946] env[68199]: value = "task-3070659" [ 1030.691946] env[68199]: _type = "Task" [ 1030.691946] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.705136] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070659, 'name': CreateVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.717531] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.754881] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.755646] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.755646] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.755825] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.755977] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.756172] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.756352] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.756512] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.757526] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.757526] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.757526] env[68199]: DEBUG nova.virt.hardware [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.759589] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849e9b1-01da-4875-998e-a5fc173f49cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.772530] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a5199-f281-48ed-9afd-2f1c75b38119 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.000976] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.030248] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.060153] env[68199]: DEBUG nova.network.neutron [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updated VIF entry in instance network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.060153] env[68199]: DEBUG nova.network.neutron [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.140655] env[68199]: DEBUG nova.objects.instance [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lazy-loading 'numa_topology' on Instance uuid ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.187983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9164a452-633a-4135-8274-05deedf21026 tempest-ServerShowV247Test-1392411827 tempest-ServerShowV247Test-1392411827-project-member] Lock "da137239-0e85-4c13-814e-76400f52a3df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.186s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.202984] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070659, 'name': CreateVM_Task, 'duration_secs': 0.448437} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.203809] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.204992] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.205345] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.206137] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.206410] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb29408-c2a6-4fe4-b54d-e6b2b39a52fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.211832] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1031.211832] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f46f5c-29e9-9015-1f93-45fb3a34cf6c" [ 1031.211832] env[68199]: _type = "Task" [ 1031.211832] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.222674] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f46f5c-29e9-9015-1f93-45fb3a34cf6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.244479] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Successfully updated port: db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.337309] env[68199]: DEBUG nova.compute.manager [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Received event network-changed-be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.337309] env[68199]: DEBUG nova.compute.manager [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Refreshing instance network info cache due to event network-changed-be275a0b-2a2f-4251-9be2-5f88441989d6. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.337309] env[68199]: DEBUG oslo_concurrency.lockutils [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] Acquiring lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.337309] env[68199]: DEBUG oslo_concurrency.lockutils [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] Acquired lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.337309] env[68199]: DEBUG nova.network.neutron [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Refreshing network info cache for port be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.427753] env[68199]: DEBUG nova.network.neutron [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.496943] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.560808] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.569044] env[68199]: DEBUG oslo_concurrency.lockutils [req-a8512414-6f5f-4a6e-bc57-1670a9a264c0 req-a520257f-b849-4e2b-8237-086401f6588f service nova] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.645128] env[68199]: INFO nova.compute.claims [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.724855] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f46f5c-29e9-9015-1f93-45fb3a34cf6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.725213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.725455] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.726713] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.726713] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.726713] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.726713] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf6bdd4-3557-44b1-98f7-712eee91d5bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.736623] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.736913] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.737724] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292746e3-d682-4db2-b4f0-546003b69f14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.743841] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1031.743841] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b62bbe-3d9c-7537-9e31-0db077c91f67" [ 1031.743841] env[68199]: _type = "Task" [ 1031.743841] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.747586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.747724] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.748015] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.755182] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b62bbe-3d9c-7537-9e31-0db077c91f67, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.756635] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d423a108-a8b7-4fe0-b492-9f6df2617467 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.762806] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1031.762806] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ace32a-897d-6edc-dd45-1239c623d2d0" [ 1031.762806] env[68199]: _type = "Task" [ 1031.762806] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.770878] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ace32a-897d-6edc-dd45-1239c623d2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.930636] env[68199]: INFO nova.compute.manager [-] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Took 1.78 seconds to deallocate network for instance. [ 1031.996192] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070656, 'name': ReconfigVM_Task, 'duration_secs': 1.257745} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.996529] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614860', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'name': 'volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'serial': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.997186] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c552a5-5193-4c67-9e40-240d353fc464 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.004202] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1032.004202] env[68199]: value = "task-3070660" [ 1032.004202] env[68199]: _type = "Task" [ 1032.004202] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.017123] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070660, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.042695] env[68199]: DEBUG nova.network.neutron [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Updated VIF entry in instance network info cache for port be275a0b-2a2f-4251-9be2-5f88441989d6. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.043080] env[68199]: DEBUG nova.network.neutron [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Updating instance_info_cache with network_info: [{"id": "be275a0b-2a2f-4251-9be2-5f88441989d6", "address": "fa:16:3e:b3:75:25", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe275a0b-2a", "ovs_interfaceid": "be275a0b-2a2f-4251-9be2-5f88441989d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.264793] env[68199]: DEBUG nova.compute.manager [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.264972] env[68199]: DEBUG nova.compute.manager [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing instance network info cache due to event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.265200] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.265339] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.265492] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.281131] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ace32a-897d-6edc-dd45-1239c623d2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.281600] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.281600] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] d21aeb11-02ca-43d3-a717-e715f9a9ed68/d21aeb11-02ca-43d3-a717-e715f9a9ed68.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.281971] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e4b3ae4-4d55-46e3-b7aa-fcb872c22f94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.292214] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.294474] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1032.294474] env[68199]: value = "task-3070661" [ 1032.294474] env[68199]: _type = "Task" [ 1032.294474] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.304167] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.438317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.464923] env[68199]: DEBUG nova.network.neutron [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Updating instance_info_cache with network_info: [{"id": "db276e6b-17ee-4674-8edf-2c768d2c057a", "address": "fa:16:3e:49:18:c4", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb276e6b-17", "ovs_interfaceid": "db276e6b-17ee-4674-8edf-2c768d2c057a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.468913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70613d02-c115-465e-af6f-96042d2bec03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.480871] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeefe21-de64-4573-8f6b-9aaf1de26494 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.521595] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0a35d6-fd6e-4fd3-8dc0-8cc6f5d5b19c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.536878] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070660, 'name': Rename_Task, 'duration_secs': 0.218882} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.539727] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.540029] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3561bb45-56dd-4d50-a7c5-abbe20a4c932 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.542848] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25adb9-5457-47af-8e4f-cbd7b511d121 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.551054] env[68199]: DEBUG oslo_concurrency.lockutils [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] Releasing lock "refresh_cache-d21aeb11-02ca-43d3-a717-e715f9a9ed68" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.551323] env[68199]: DEBUG nova.compute.manager [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Received event network-vif-deleted-1ba6df08-54fa-42d9-ab53-699e09d8aa8b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.551510] env[68199]: INFO nova.compute.manager [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Neutron deleted interface 1ba6df08-54fa-42d9-ab53-699e09d8aa8b; detaching it from the instance and deleting it from the info cache [ 1032.551711] env[68199]: DEBUG nova.network.neutron [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.566669] env[68199]: DEBUG nova.compute.provider_tree [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.569176] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1032.569176] env[68199]: value = "task-3070662" [ 1032.569176] env[68199]: _type = "Task" [ 1032.569176] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.582665] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070662, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.806814] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488472} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.808563] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] d21aeb11-02ca-43d3-a717-e715f9a9ed68/d21aeb11-02ca-43d3-a717-e715f9a9ed68.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.808752] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.811117] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75cdfc2d-8815-45e1-8a3e-30bda17b98d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.817515] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1032.817515] env[68199]: value = "task-3070663" [ 1032.817515] env[68199]: _type = "Task" [ 1032.817515] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.830132] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.974776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.975503] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Instance network_info: |[{"id": "db276e6b-17ee-4674-8edf-2c768d2c057a", "address": "fa:16:3e:49:18:c4", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb276e6b-17", "ovs_interfaceid": "db276e6b-17ee-4674-8edf-2c768d2c057a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.976171] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:18:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db276e6b-17ee-4674-8edf-2c768d2c057a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.984468] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.984927] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.985172] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-051d7a9f-749e-46ce-ac8c-b527e13d35f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.016686] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.016686] env[68199]: value = "task-3070664" [ 1033.016686] env[68199]: _type = "Task" [ 1033.016686] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.026954] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070664, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.038667] env[68199]: DEBUG nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.039568] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80800ddc-50f3-4e6b-87a3-50c097c6664e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.054590] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updated VIF entry in instance network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.058486] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.058486] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70719121-3a54-430b-b692-d43d4ae3e885 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.072705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14650c-abec-4381-a00a-91728ad4d774 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.089859] env[68199]: DEBUG nova.scheduler.client.report [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.105292] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.124831] env[68199]: DEBUG nova.compute.manager [req-7aadae22-3a86-4e83-8805-d73fff91405c req-8d3de094-6c37-4464-a997-5628c715c5c6 service nova] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Detach interface failed, port_id=1ba6df08-54fa-42d9-ab53-699e09d8aa8b, reason: Instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.328723] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121908} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.329312] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.330175] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71219e15-b8d9-4977-8e73-c804f65cc1f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.355873] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d21aeb11-02ca-43d3-a717-e715f9a9ed68/d21aeb11-02ca-43d3-a717-e715f9a9ed68.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.356205] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7b9729-34eb-453c-9c67-dc3e98acf258 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376905] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1033.376905] env[68199]: value = "task-3070665" [ 1033.376905] env[68199]: _type = "Task" [ 1033.376905] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.385747] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.528094] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070664, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.559566] env[68199]: INFO nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] instance snapshotting [ 1033.559948] env[68199]: DEBUG nova.objects.instance [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.565333] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.565333] env[68199]: DEBUG nova.compute.manager [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.565496] env[68199]: DEBUG nova.compute.manager [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing instance network info cache due to event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.565686] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Acquiring lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.565778] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Acquired lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.565911] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.599150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.604884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.550s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.606450] env[68199]: DEBUG oslo_vmware.api [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070662, 'name': PowerOnVM_Task, 'duration_secs': 0.604895} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.608402] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.693224] env[68199]: INFO nova.network.neutron [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1033.748022] env[68199]: DEBUG nova.compute.manager [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.748022] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124999b-7242-424a-8499-5ef8da488e35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.861614] env[68199]: DEBUG nova.compute.manager [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Received event network-vif-plugged-db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.862352] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Acquiring lock "de393897-60d0-4668-965b-41205d1a80d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.862352] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Lock "de393897-60d0-4668-965b-41205d1a80d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.862352] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Lock "de393897-60d0-4668-965b-41205d1a80d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.862352] env[68199]: DEBUG nova.compute.manager [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] No waiting events found dispatching network-vif-plugged-db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.862634] env[68199]: WARNING nova.compute.manager [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Received unexpected event network-vif-plugged-db276e6b-17ee-4674-8edf-2c768d2c057a for instance with vm_state building and task_state spawning. [ 1033.862672] env[68199]: DEBUG nova.compute.manager [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Received event network-changed-db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.862802] env[68199]: DEBUG nova.compute.manager [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Refreshing instance network info cache due to event network-changed-db276e6b-17ee-4674-8edf-2c768d2c057a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.862983] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Acquiring lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.863137] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Acquired lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.863293] env[68199]: DEBUG nova.network.neutron [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Refreshing network info cache for port db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.891115] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.028909] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070664, 'name': CreateVM_Task, 'duration_secs': 0.605245} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.029169] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.029958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.030153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.030481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.030741] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c156780-3979-493f-8981-b9cadd45274e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.035551] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1034.035551] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b73ec7-bbc9-3bb6-976f-f17ebe2cfd23" [ 1034.035551] env[68199]: _type = "Task" [ 1034.035551] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.043590] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b73ec7-bbc9-3bb6-976f-f17ebe2cfd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.068084] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d738d4-badf-47c1-8567-96dca10ef900 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.095031] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.095286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.095361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.095521] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.095690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.098543] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bff875-275a-4ac2-8c6a-1d76c7ebf276 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.102233] env[68199]: INFO nova.compute.manager [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Terminating instance [ 1034.271484] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e5990407-aba7-455f-943d-b91bb7d07268 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.608s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.388845] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070665, 'name': ReconfigVM_Task, 'duration_secs': 0.566325} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.389161] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d21aeb11-02ca-43d3-a717-e715f9a9ed68/d21aeb11-02ca-43d3-a717-e715f9a9ed68.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.389834] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90dc1a76-30da-4bd4-8af0-ea04e2a8240a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.401670] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1034.401670] env[68199]: value = "task-3070666" [ 1034.401670] env[68199]: _type = "Task" [ 1034.401670] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.416362] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070666, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.432335] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7a7a34-151c-4997-9575-f044339e498b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.442559] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6c3e4-6256-4e01-a0c0-4cd1df773675 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.481394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab5fea1-0632-4fb3-aeed-ff69574ecb8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.488739] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d7eec-0f7d-4d58-9c1f-651619fc8e17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.502954] env[68199]: DEBUG nova.compute.provider_tree [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.547544] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b73ec7-bbc9-3bb6-976f-f17ebe2cfd23, 'name': SearchDatastore_Task, 'duration_secs': 0.031751} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.551200] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.551200] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.551372] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.551372] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.551546] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.552223] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6738b0e6-7428-4ce9-97fa-d772351e28c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.562255] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.562460] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.563281] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddae1603-4a4d-481f-9a59-e0667fcdf895 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.569157] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1034.569157] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52eff634-5a93-3686-5a1e-4315265a354d" [ 1034.569157] env[68199]: _type = "Task" [ 1034.569157] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.575438] env[68199]: DEBUG nova.compute.manager [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.575608] env[68199]: DEBUG nova.compute.manager [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing instance network info cache due to event network-changed-743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.575811] env[68199]: DEBUG oslo_concurrency.lockutils [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] Acquiring lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.581621] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eff634-5a93-3686-5a1e-4315265a354d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.596352] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updated VIF entry in instance network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.597137] env[68199]: DEBUG nova.network.neutron [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [{"id": "743815ad-e740-42e4-9de4-84ebbd5863b4", "address": "fa:16:3e:40:ef:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743815ad-e7", "ovs_interfaceid": "743815ad-e740-42e4-9de4-84ebbd5863b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.614090] env[68199]: DEBUG nova.compute.manager [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.614368] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.615279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c59611-8b79-4908-b7ca-8a4c5c3df812 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.619389] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.619686] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03584a44-7d9a-4464-9116-f833cab355e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.628760] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.632027] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1439c44e-d15b-4d90-bf0f-752f50d0401a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.635145] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1034.635145] env[68199]: value = "task-3070667" [ 1034.635145] env[68199]: _type = "Task" [ 1034.635145] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.636254] env[68199]: DEBUG nova.network.neutron [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Updated VIF entry in instance network info cache for port db276e6b-17ee-4674-8edf-2c768d2c057a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.636610] env[68199]: DEBUG nova.network.neutron [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Updating instance_info_cache with network_info: [{"id": "db276e6b-17ee-4674-8edf-2c768d2c057a", "address": "fa:16:3e:49:18:c4", "network": {"id": "0586f256-7aa8-4639-a727-da31c26095fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "52b5028e0159496e8e39ff187bafb3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb276e6b-17", "ovs_interfaceid": "db276e6b-17ee-4674-8edf-2c768d2c057a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.645603] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1034.645603] env[68199]: value = "task-3070668" [ 1034.645603] env[68199]: _type = "Task" [ 1034.645603] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.655293] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.662058] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.917367] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070666, 'name': Rename_Task, 'duration_secs': 0.250673} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.917759] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.918249] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570443ca-6965-40b5-9937-0d1b8f00996f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.925760] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1034.925760] env[68199]: value = "task-3070669" [ 1034.925760] env[68199]: _type = "Task" [ 1034.925760] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.937716] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.011051] env[68199]: DEBUG nova.scheduler.client.report [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.081898] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eff634-5a93-3686-5a1e-4315265a354d, 'name': SearchDatastore_Task, 'duration_secs': 0.017731} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.083153] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6128041-021f-423a-b4a8-94b9a51ba8db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.089023] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1035.089023] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5209dda8-a22c-9306-5ce7-64b4422aaf53" [ 1035.089023] env[68199]: _type = "Task" [ 1035.089023] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.099420] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5209dda8-a22c-9306-5ce7-64b4422aaf53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.100385] env[68199]: DEBUG oslo_concurrency.lockutils [req-85dc2265-6895-41fa-a0b5-4cf3b866c4ac req-d0e72eb3-b2e5-40a8-903e-d8473184b395 service nova] Releasing lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.100871] env[68199]: DEBUG oslo_concurrency.lockutils [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] Acquired lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.101111] env[68199]: DEBUG nova.network.neutron [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Refreshing network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.143117] env[68199]: DEBUG oslo_concurrency.lockutils [req-b70c6f98-ec1e-41c5-b6ea-1287b898e572 req-8ec8e948-7874-4e32-81c0-04ba0b2a6733 service nova] Releasing lock "refresh_cache-de393897-60d0-4668-965b-41205d1a80d2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.150120] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.161158] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070668, 'name': PowerOffVM_Task, 'duration_secs': 0.215029} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.161158] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.161158] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.161158] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e511b03-d51c-4cd2-91b7-9925fd9630a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.225931] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.226202] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.226441] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleting the datastore file [datastore1] 348dc0fd-359b-4d6c-88f6-1f3dba446044 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.226743] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93edcc6c-7841-410e-baf1-0fd25386b2b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.234295] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1035.234295] env[68199]: value = "task-3070671" [ 1035.234295] env[68199]: _type = "Task" [ 1035.234295] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.245663] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.245663] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.245663] env[68199]: DEBUG nova.network.neutron [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.252739] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.437259] env[68199]: DEBUG oslo_vmware.api [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070669, 'name': PowerOnVM_Task, 'duration_secs': 0.497831} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.438895] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.438895] env[68199]: INFO nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1035.438895] env[68199]: DEBUG nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.438895] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7770db28-03db-4560-9009-abaa7fa4e6f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.600671] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5209dda8-a22c-9306-5ce7-64b4422aaf53, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.601445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.601858] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] de393897-60d0-4668-965b-41205d1a80d2/de393897-60d0-4668-965b-41205d1a80d2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.602473] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a020898-6414-4663-9686-a39ff9ee13e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.612639] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1035.612639] env[68199]: value = "task-3070672" [ 1035.612639] env[68199]: _type = "Task" [ 1035.612639] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.620859] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.653445] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070667, 'name': CreateSnapshot_Task, 'duration_secs': 0.563017} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.653932] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.654797] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb0814-b600-4525-9bbe-689587b5b4f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.748829] env[68199]: DEBUG oslo_vmware.api [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173073} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.752538] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.752776] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.752976] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.753166] env[68199]: INFO nova.compute.manager [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1035.753412] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.759802] env[68199]: DEBUG nova.compute.manager [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.759802] env[68199]: DEBUG nova.network.neutron [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.959057] env[68199]: INFO nova.compute.manager [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 21.43 seconds to build instance. [ 1035.994268] env[68199]: DEBUG nova.network.neutron [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updated VIF entry in instance network info cache for port 743815ad-e740-42e4-9de4-84ebbd5863b4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.995272] env[68199]: DEBUG nova.network.neutron [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [{"id": "743815ad-e740-42e4-9de4-84ebbd5863b4", "address": "fa:16:3e:40:ef:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743815ad-e7", "ovs_interfaceid": "743815ad-e740-42e4-9de4-84ebbd5863b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.023510] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.419s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.027787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.530s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.068377] env[68199]: DEBUG nova.network.neutron [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.092381] env[68199]: DEBUG nova.compute.manager [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.092525] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.092801] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.093057] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.093758] env[68199]: DEBUG nova.compute.manager [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] No waiting events found dispatching network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.093758] env[68199]: WARNING nova.compute.manager [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received unexpected event network-vif-plugged-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 for instance with vm_state shelved_offloaded and task_state spawning. [ 1036.093758] env[68199]: DEBUG nova.compute.manager [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.094113] env[68199]: DEBUG nova.compute.manager [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing instance network info cache due to event network-changed-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.094182] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.125202] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508873} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.125605] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] de393897-60d0-4668-965b-41205d1a80d2/de393897-60d0-4668-965b-41205d1a80d2.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.125944] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.126260] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e68e1d-36cb-4dbd-8021-4fc68e0b311a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.133834] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1036.133834] env[68199]: value = "task-3070673" [ 1036.133834] env[68199]: _type = "Task" [ 1036.133834] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.177683] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.178110] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38152d37-a985-4d88-ab31-af66468e119d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.186460] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1036.186460] env[68199]: value = "task-3070674" [ 1036.186460] env[68199]: _type = "Task" [ 1036.186460] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.199735] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070674, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.461757] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b9f3fd98-ccf1-4f61-9918-e36a3e0e1e6e tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.942s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.499225] env[68199]: DEBUG oslo_concurrency.lockutils [req-75a191e3-6f82-4ec4-8b17-e3afff1afd07 req-0f5d803f-6770-449e-a23c-759efb9b7629 service nova] Releasing lock "refresh_cache-348dc0fd-359b-4d6c-88f6-1f3dba446044" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.536219] env[68199]: INFO nova.compute.claims [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.575424] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.578808] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578918] env[68199]: DEBUG nova.network.neutron [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Refreshing network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.614098] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c419690914c986ae5d78527ac3ac2088',container_format='bare',created_at=2025-03-18T09:01:22Z,direct_url=,disk_format='vmdk',id=b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-401456612-shelved',owner='584db0e7d8e840979b9380c5e9ef2b0a',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-18T09:01:36Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.614423] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.615070] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.615070] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.619141] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.619266] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.619552] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.619727] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.619905] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.620084] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.620267] env[68199]: DEBUG nova.virt.hardware [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.621530] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b070664-05ea-4ace-ada9-2f5d3ce07ed9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.629849] env[68199]: INFO nova.scheduler.client.report [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocation for migration 49d8daf0-bf09-4f07-8a12-baa6b61300f6 [ 1036.639902] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01066a-1e1c-4e06-a604-4ae68a78289f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.658024] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:77:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf2e120-2ea7-4c67-bcb0-490dcbc58f30', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.662345] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.665563] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.666305] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083334} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.666516] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0bc15e4-4c1b-4d93-804d-0ee666777906 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.683673] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.685563] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd12d7-290f-475b-85a2-8a055a5902b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.695380] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.695380] env[68199]: value = "task-3070675" [ 1036.695380] env[68199]: _type = "Task" [ 1036.695380] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.718204] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] de393897-60d0-4668-965b-41205d1a80d2/de393897-60d0-4668-965b-41205d1a80d2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.718795] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070674, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.723039] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8423ed9c-9254-411b-9303-1f904620ca1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.746208] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070675, 'name': CreateVM_Task} progress is 15%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.747729] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1036.747729] env[68199]: value = "task-3070676" [ 1036.747729] env[68199]: _type = "Task" [ 1036.747729] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.758315] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.797263] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.797263] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing instance network info cache due to event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.797263] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.797263] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.798091] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.871801] env[68199]: DEBUG nova.network.neutron [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.047229] env[68199]: INFO nova.compute.resource_tracker [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating resource usage from migration da723df2-fe66-4f0c-9f37-4162b4684e45 [ 1037.138072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7803e6db-b186-4597-9296-e461684bd212 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.569s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.198869] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070674, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.218879] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070675, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.259510] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.357157] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54593c06-8a22-4a52-a08f-88093d848858 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.368261] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c015b1-fa48-40cf-b517-35b4f8a92042 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.373981] env[68199]: INFO nova.compute.manager [-] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Took 1.62 seconds to deallocate network for instance. [ 1037.418274] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b9b90-84f8-4794-8e9e-f000232cd725 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.426979] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52731f7-233d-431c-a1cc-c8fd8ae695e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.448146] env[68199]: DEBUG nova.compute.provider_tree [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.585827] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updated VIF entry in instance network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.586214] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.699675] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070674, 'name': CloneVM_Task, 'duration_secs': 1.441988} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.700162] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Created linked-clone VM from snapshot [ 1037.700948] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3e4cd-941a-400f-be40-e9f94777b619 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.711749] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploading image 49497d53-19be-4f73-806a-3e754962b199 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.721874] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070675, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.740173] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.740173] env[68199]: value = "vm-614883" [ 1037.740173] env[68199]: _type = "VirtualMachine" [ 1037.740173] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.740469] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1a90987-1c37-47e7-97c4-ffdeab742a3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.748678] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease: (returnval){ [ 1037.748678] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c1cc7b-f98e-2209-f902-8d79810a8e94" [ 1037.748678] env[68199]: _type = "HttpNfcLease" [ 1037.748678] env[68199]: } obtained for exporting VM: (result){ [ 1037.748678] env[68199]: value = "vm-614883" [ 1037.748678] env[68199]: _type = "VirtualMachine" [ 1037.748678] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.749038] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the lease: (returnval){ [ 1037.749038] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c1cc7b-f98e-2209-f902-8d79810a8e94" [ 1037.749038] env[68199]: _type = "HttpNfcLease" [ 1037.749038] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.759142] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.759142] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c1cc7b-f98e-2209-f902-8d79810a8e94" [ 1037.759142] env[68199]: _type = "HttpNfcLease" [ 1037.759142] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.763260] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.763260] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c1cc7b-f98e-2209-f902-8d79810a8e94" [ 1037.763260] env[68199]: _type = "HttpNfcLease" [ 1037.763260] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.763552] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070676, 'name': ReconfigVM_Task, 'duration_secs': 0.528374} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.764644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f871861-c689-46b1-a131-927f0d7fe2ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.767231] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] de393897-60d0-4668-965b-41205d1a80d2/de393897-60d0-4668-965b-41205d1a80d2.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.767960] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afbe507-4e39-4e9d-a941-5463a7c8514c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.775554] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.775741] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.779647] env[68199]: DEBUG nova.network.neutron [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updated VIF entry in instance network info cache for port cdf2e120-2ea7-4c67-bcb0-490dcbc58f30. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.779978] env[68199]: DEBUG nova.network.neutron [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.782313] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1037.782313] env[68199]: value = "task-3070678" [ 1037.782313] env[68199]: _type = "Task" [ 1037.782313] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.850444] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070678, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.882882] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5ce713f-6688-4a92-8a0e-2f809b259412 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.916354] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.940021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.940288] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.940538] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.940714] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.941543] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.944865] env[68199]: INFO nova.compute.manager [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Terminating instance [ 1037.951440] env[68199]: DEBUG nova.scheduler.client.report [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.088950] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089284] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Received event network-vif-deleted-743815ad-e740-42e4-9de4-84ebbd5863b4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.089546] env[68199]: INFO nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Neutron deleted interface 743815ad-e740-42e4-9de4-84ebbd5863b4; detaching it from the instance and deleting it from the info cache [ 1038.089657] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.223074] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070675, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.283951] env[68199]: DEBUG oslo_concurrency.lockutils [req-3149b289-f325-4a31-b6c6-ca6ae2235759 req-fd6e7d69-343b-4c46-9115-cd72a294024e service nova] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.294123] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070678, 'name': Rename_Task, 'duration_secs': 0.236545} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.294651] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.295087] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1a40144-4ddc-4f59-ad47-10469e06cdc0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.303809] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1038.303809] env[68199]: value = "task-3070679" [ 1038.303809] env[68199]: _type = "Task" [ 1038.303809] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.314223] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.449517] env[68199]: DEBUG nova.compute.manager [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.449931] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.451215] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82fae8-71d9-4110-bf81-88a68ead2876 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.459060] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.431s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.459060] env[68199]: INFO nova.compute.manager [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Migrating [ 1038.472714] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.422s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.475119] env[68199]: INFO nova.compute.claims [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.479781] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.483877] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa4a04b-adc2-4915-9cc0-f4574256e8d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.497689] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1038.497689] env[68199]: value = "task-3070680" [ 1038.497689] env[68199]: _type = "Task" [ 1038.497689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.508277] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.593057] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ac9e2d1-28bb-4443-b035-bcf4e604b594 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.603521] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f71e6-fcaa-47ba-9015-d3e372360840 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.639416] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Detach interface failed, port_id=743815ad-e740-42e4-9de4-84ebbd5863b4, reason: Instance 348dc0fd-359b-4d6c-88f6-1f3dba446044 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.640563] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.640563] env[68199]: DEBUG nova.compute.manager [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing instance network info cache due to event network-changed-68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.640563] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Acquiring lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.640692] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Acquired lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.640869] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Refreshing network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.666543] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.667654] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce15129-5d5f-4a18-bfbd-1111a2d65881 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.675023] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.675341] env[68199]: ERROR oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk due to incomplete transfer. [ 1038.676023] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59ed4cdd-89ef-44ea-83e2-963e98aba4a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.683154] env[68199]: DEBUG oslo_vmware.rw_handles [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc7c3-39e1-bfae-4dd2-3c2979f325a6/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.683954] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Uploaded image 130593b6-def3-41e1-9bd0-859d12194697 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.686872] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.687023] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d28f3168-a77e-443c-9836-7c37711d28d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.694734] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1038.694734] env[68199]: value = "task-3070681" [ 1038.694734] env[68199]: _type = "Task" [ 1038.694734] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.707074] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070681, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.722899] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070675, 'name': CreateVM_Task, 'duration_secs': 1.530257} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.723119] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.723998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.724207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.724648] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.725052] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9014c8bc-cfa6-433b-b101-b4c8ce421a30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.731480] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1038.731480] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529f42de-2b34-7b9b-80bf-8db9a05576cc" [ 1038.731480] env[68199]: _type = "Task" [ 1038.731480] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.740775] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529f42de-2b34-7b9b-80bf-8db9a05576cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.760519] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.761065] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.814553] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070679, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.992684] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.992953] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993208] env[68199]: DEBUG nova.network.neutron [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.009089] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070680, 'name': PowerOffVM_Task, 'duration_secs': 0.266043} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.009436] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.009612] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.010009] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a8c1654-1de4-4144-aa9c-82b50481edee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.087075] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.087075] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.087075] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore2] 573e62e9-1b22-4540-9979-764abe23c2d7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.087075] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4432e525-ab47-433b-a5ac-5e969589f08d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.093824] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1039.093824] env[68199]: value = "task-3070683" [ 1039.093824] env[68199]: _type = "Task" [ 1039.093824] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.103997] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.204563] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070681, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.243141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.243506] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Processing image b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.243763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.243906] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.244173] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.244598] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-138f23b6-69c9-4a6d-9ed6-8de0a77c89c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.263683] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.266311] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.266804] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.271343] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c71ebb-c062-4d4e-8289-133e94b8b0bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.277938] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1039.277938] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525f6afa-8939-30d2-4b4a-4697b8c81e2e" [ 1039.277938] env[68199]: _type = "Task" [ 1039.277938] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.287773] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525f6afa-8939-30d2-4b4a-4697b8c81e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.315840] env[68199]: DEBUG oslo_vmware.api [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070679, 'name': PowerOnVM_Task, 'duration_secs': 0.7006} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.316578] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.316840] env[68199]: INFO nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1039.317089] env[68199]: DEBUG nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.317920] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f040474-6dab-4b38-ab72-f6c4e3522079 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.450633] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updated VIF entry in instance network info cache for port 68cac4c0-25b5-477e-aa7a-96c11c5b77c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.452057] env[68199]: DEBUG nova.network.neutron [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [{"id": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "address": "fa:16:3e:aa:af:9a", "network": {"id": "271b1a83-2755-4a51-8459-d8e93157313b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-314349889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12ebe28419e4caabc42b8773a997384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cac4c0-25", "ovs_interfaceid": "68cac4c0-25b5-477e-aa7a-96c11c5b77c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.614616] env[68199]: DEBUG oslo_vmware.api [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47112} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.614917] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.615168] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.615367] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.615544] env[68199]: INFO nova.compute.manager [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1039.615823] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.615979] env[68199]: DEBUG nova.compute.manager [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.616086] env[68199]: DEBUG nova.network.neutron [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.705472] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070681, 'name': Destroy_Task, 'duration_secs': 0.76576} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.708537] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Destroyed the VM [ 1039.709113] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1039.709454] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-446c5dda-4c41-49e4-9993-5c2705343401 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.716968] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1039.716968] env[68199]: value = "task-3070684" [ 1039.716968] env[68199]: _type = "Task" [ 1039.716968] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.725861] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.764899] env[68199]: DEBUG nova.network.neutron [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.788934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.793533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1039.793789] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Fetch image to [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405/OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1039.793975] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Downloading stream optimized image b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f to [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405/OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405.vmdk on the data store datastore2 as vApp {{(pid=68199) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1039.794168] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Downloading image file data b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f to the ESX as VM named 'OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405' {{(pid=68199) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.798251] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629bbd7-430c-45c1-8706-10b142d9d463 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.805080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5280f7e1-453c-413a-9962-f9086721a7e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.846320] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e90d45-33e3-404b-87f8-2413ec566d51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.849784] env[68199]: INFO nova.compute.manager [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Took 25.11 seconds to build instance. [ 1039.876180] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0364a0-2d27-41fa-af67-28ef1cec63b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.891572] env[68199]: DEBUG nova.compute.provider_tree [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.912898] env[68199]: DEBUG nova.compute.manager [req-20b9f6bc-8f65-400b-9fef-a4a534007d0a req-2244fd2f-ad2c-416f-a04a-8f87c978205c service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Received event network-vif-deleted-0a5aee89-75ad-453a-b802-fecc49fc1d57 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.913126] env[68199]: INFO nova.compute.manager [req-20b9f6bc-8f65-400b-9fef-a4a534007d0a req-2244fd2f-ad2c-416f-a04a-8f87c978205c service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Neutron deleted interface 0a5aee89-75ad-453a-b802-fecc49fc1d57; detaching it from the instance and deleting it from the info cache [ 1039.913305] env[68199]: DEBUG nova.network.neutron [req-20b9f6bc-8f65-400b-9fef-a4a534007d0a req-2244fd2f-ad2c-416f-a04a-8f87c978205c service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.920932] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.920932] env[68199]: value = "resgroup-9" [ 1039.920932] env[68199]: _type = "ResourcePool" [ 1039.920932] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.921710] env[68199]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2e1789e2-6521-4e14-9c09-82cf1d8f5f27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.946816] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lease: (returnval){ [ 1039.946816] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1039.946816] env[68199]: _type = "HttpNfcLease" [ 1039.946816] env[68199]: } obtained for vApp import into resource pool (val){ [ 1039.946816] env[68199]: value = "resgroup-9" [ 1039.946816] env[68199]: _type = "ResourcePool" [ 1039.946816] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.947984] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the lease: (returnval){ [ 1039.947984] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1039.947984] env[68199]: _type = "HttpNfcLease" [ 1039.947984] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.954264] env[68199]: DEBUG oslo_concurrency.lockutils [req-4f6d0be7-c219-493e-bb28-32d6f94de4b8 req-9fd84eaf-b206-45f4-90ad-ecf10f1c3aea service nova] Releasing lock "refresh_cache-006eaf52-f2ed-4ac2-9472-87d0acea89b7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.956934] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.956934] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1039.956934] env[68199]: _type = "HttpNfcLease" [ 1039.956934] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.227282] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070684, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.268181] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.352687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c9eb0b0d-f18d-4cbd-8ba6-c76e81ae13c1 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.630s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.395791] env[68199]: DEBUG nova.network.neutron [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.399722] env[68199]: DEBUG nova.scheduler.client.report [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.417193] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10351985-b1a8-48a5-84c0-65863e2f6fe5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.428756] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c1bf49-d4bb-4215-b075-9ef61ef3879d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.463924] env[68199]: DEBUG nova.compute.manager [req-20b9f6bc-8f65-400b-9fef-a4a534007d0a req-2244fd2f-ad2c-416f-a04a-8f87c978205c service nova] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Detach interface failed, port_id=0a5aee89-75ad-453a-b802-fecc49fc1d57, reason: Instance 573e62e9-1b22-4540-9979-764abe23c2d7 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.467680] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.467680] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1040.467680] env[68199]: _type = "HttpNfcLease" [ 1040.467680] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.728132] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560738} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.728436] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1040.728706] env[68199]: DEBUG nova.compute.manager [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.729550] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1224b-454c-4312-9311-b6a78d1038f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.851829] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.852168] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.852452] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.852694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.852927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.855477] env[68199]: INFO nova.compute.manager [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Terminating instance [ 1040.903929] env[68199]: INFO nova.compute.manager [-] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Took 1.29 seconds to deallocate network for instance. [ 1040.904694] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.905284] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.909348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.349s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.911283] env[68199]: INFO nova.compute.claims [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.958511] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.958511] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1040.958511] env[68199]: _type = "HttpNfcLease" [ 1040.958511] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.958847] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.958847] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5260455e-e19b-7686-338e-dae33e5228db" [ 1040.958847] env[68199]: _type = "HttpNfcLease" [ 1040.958847] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1040.959849] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeae70d-82cb-4ad7-b8c7-9c2b79127883 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.969228] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.969465] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1041.036991] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1711d4d-8d05-408f-ab36-a9b1fa070fb7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.242883] env[68199]: INFO nova.compute.manager [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Shelve offloading [ 1041.359634] env[68199]: DEBUG nova.compute.manager [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.359634] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.360644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cbd6d-ce5d-4729-8138-d7ca848f6510 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.369616] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.370858] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8651a9b-2515-422e-9a06-cbcfec592fb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.377530] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1041.377530] env[68199]: value = "task-3070686" [ 1041.377530] env[68199]: _type = "Task" [ 1041.377530] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.388175] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.416211] env[68199]: DEBUG nova.compute.utils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.417803] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.418434] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.424711] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.466470] env[68199]: DEBUG nova.policy [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.749938] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.749938] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6fb0911-3e53-4c9e-a99e-39876bf4ed55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.765088] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1041.765088] env[68199]: value = "task-3070687" [ 1041.765088] env[68199]: _type = "Task" [ 1041.765088] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.780778] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1041.781104] env[68199]: DEBUG nova.compute.manager [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.787641] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20241e9b-7eb1-46f4-b787-c9dc8df3e10f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.791346] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79982c-e365-4cbb-b850-932958ebabb7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.796683] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Successfully created port: 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.817927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.818202] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.818347] env[68199]: DEBUG nova.network.neutron [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.820311] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.893195] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070686, 'name': PowerOffVM_Task, 'duration_secs': 0.23955} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.895099] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.895332] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.897914] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5b42dce-8c40-4e88-aa8c-397d17f50c39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.927381] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.971281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.971573] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.971879] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Deleting the datastore file [datastore1] 9500d4ad-9e04-47ea-8f40-08a183fb05cf {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.972354] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2022acc1-b096-451d-bbbc-ddf224344a2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.980804] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for the task: (returnval){ [ 1041.980804] env[68199]: value = "task-3070689" [ 1041.980804] env[68199]: _type = "Task" [ 1041.980804] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.998245] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.244317] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75a334b-ee19-40ce-952a-f97a603651f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.256588] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f832bb2-03b3-4aee-af32-2d211843683f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.296279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2bf3aa-149d-4370-ac8f-ec6ef7605a93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.308331] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b6736-4a94-4138-8a3e-bfab20e8687f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.328861] env[68199]: DEBUG nova.compute.provider_tree [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.335164] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.336042] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb9d6ad-96d9-4a82-9308-9f9e84be3e0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.347498] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1042.347498] env[68199]: value = "task-3070690" [ 1042.347498] env[68199]: _type = "Task" [ 1042.347498] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.364825] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.440601] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1042.440906] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.442196] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f5286-0b29-481a-a888-da1281e25730 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.451331] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.451687] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1042.452324] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7f354620-8a5e-4f37-a9ad-65216413d200 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.497911] env[68199]: DEBUG oslo_vmware.api [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Task: {'id': task-3070689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276824} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.497911] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.497911] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.497911] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.497911] env[68199]: INFO nova.compute.manager [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.498288] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.498430] env[68199]: DEBUG nova.compute.manager [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.498497] env[68199]: DEBUG nova.network.neutron [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.643389] env[68199]: DEBUG nova.network.neutron [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updating instance_info_cache with network_info: [{"id": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "address": "fa:16:3e:50:31:8f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175a6e5d-e3", "ovs_interfaceid": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.838437] env[68199]: DEBUG nova.scheduler.client.report [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.860358] env[68199]: DEBUG oslo_vmware.rw_handles [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf724d-80e8-fe61-f55f-c06c7443b175/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1042.860591] env[68199]: INFO nova.virt.vmwareapi.images [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Downloaded image file data b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f [ 1042.862220] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ffc62-e8e4-4c41-a28b-8eb5a801f623 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.881854] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070690, 'name': PowerOffVM_Task, 'duration_secs': 0.2894} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.882628] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.882825] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.886122] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2972222d-98a6-40a4-b7cd-9394f5a9a3bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.938090] env[68199]: INFO nova.virt.vmwareapi.images [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] The imported VM was unregistered [ 1042.939766] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1042.939766] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.941997] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.943931] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ef1e3c6-5020-499a-89f0-60f2c66b4f1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.963624] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Created directory with path [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.963813] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405/OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405.vmdk to [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk. {{(pid=68199) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1042.965887] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9950ca8c-ab5d-408d-8729-b76b6169918c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.978738] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1042.978738] env[68199]: value = "task-3070692" [ 1042.978738] env[68199]: _type = "Task" [ 1042.978738] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.981604] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.981838] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.981998] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.982198] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.982344] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.982490] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.982775] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.983011] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.983138] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.983305] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.983492] env[68199]: DEBUG nova.virt.hardware [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.985289] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d743c-23f3-4f9b-8a25-579caa676801 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.994251] env[68199]: DEBUG nova.compute.manager [req-2ba99237-080f-4aa7-ab8b-002b20f029ad req-922f7744-f650-4d94-8497-f55bfb836dfd service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Received event network-vif-deleted-aa912ddd-59e7-4204-89de-d42dda3bbec0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.994519] env[68199]: INFO nova.compute.manager [req-2ba99237-080f-4aa7-ab8b-002b20f029ad req-922f7744-f650-4d94-8497-f55bfb836dfd service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Neutron deleted interface aa912ddd-59e7-4204-89de-d42dda3bbec0; detaching it from the instance and deleting it from the info cache [ 1042.994738] env[68199]: DEBUG nova.network.neutron [req-2ba99237-080f-4aa7-ab8b-002b20f029ad req-922f7744-f650-4d94-8497-f55bfb836dfd service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.003971] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.007412] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecd1807-364f-4b17-8d4f-27866e6e9032 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.146193] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.343562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.344329] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.347606] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.909s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.347815] env[68199]: DEBUG nova.objects.instance [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lazy-loading 'resources' on Instance uuid 59f3a6ef-8c8e-4129-aded-cd6414ded35b {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.364518] env[68199]: DEBUG nova.compute.manager [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.366853] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e5469-ab66-43cf-9806-b9041b9d955b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.395624] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.396808] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.396808] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.396808] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.403401] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de321a8-e6a5-4345-b843-7ddae9a93de9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.427592] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1043.427592] env[68199]: value = "task-3070693" [ 1043.427592] env[68199]: _type = "Task" [ 1043.427592] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.443918] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.474621] env[68199]: DEBUG nova.network.neutron [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.499084] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.499518] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Successfully updated port: 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.500590] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48ed394-9668-41de-a22d-95b8b8e439fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.514582] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08e185-b691-43d4-ab79-344c31bb9059 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.559224] env[68199]: DEBUG nova.compute.manager [req-2ba99237-080f-4aa7-ab8b-002b20f029ad req-922f7744-f650-4d94-8497-f55bfb836dfd service nova] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Detach interface failed, port_id=aa912ddd-59e7-4204-89de-d42dda3bbec0, reason: Instance 9500d4ad-9e04-47ea-8f40-08a183fb05cf could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.594987] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.595935] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96c138-f864-4d7f-a93c-b84a6d68e439 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.610962] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.611318] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ee5d5b-93ed-4c95-bb62-1357d4c38635 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.701043] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.701349] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.701654] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore1] 84252568-83d8-4ea1-bbd8-33dd373eb47f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.702296] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8aadcf9-f477-4355-948b-39398d5a9238 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.715916] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1043.715916] env[68199]: value = "task-3070695" [ 1043.715916] env[68199]: _type = "Task" [ 1043.715916] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.730977] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.855985] env[68199]: DEBUG nova.compute.utils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.857849] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.858152] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.889436] env[68199]: INFO nova.compute.manager [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] instance snapshotting [ 1043.893425] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adcb528-a099-4e4b-b895-c41ea4f8efed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920768] env[68199]: DEBUG nova.policy [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '291d613886c346979c42e78f39b9df9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c1d1ccff0543eca55673684cbbc800', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.925391] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327303b4-5b71-43cb-b58a-c9f79596edf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.941648] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070693, 'name': ReconfigVM_Task, 'duration_secs': 0.36771} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.946203] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.976897] env[68199]: INFO nova.compute.manager [-] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Took 1.48 seconds to deallocate network for instance. [ 1043.999124] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.004309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.004467] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.004998] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.196255] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5657228-2428-488b-9559-cc3f4f3e99b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.208080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35bf4cb-50e3-4599-bcb6-240f4dbfb5d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.247061] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Successfully created port: 4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.250320] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f323c-2619-4bc4-9fad-8eef36e403a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.257190] env[68199]: DEBUG oslo_vmware.api [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216022} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.259518] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.259727] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.259915] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.266199] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52adf4e-599e-4f86-beab-4674be2b25c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.284624] env[68199]: DEBUG nova.compute.provider_tree [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.288129] env[68199]: INFO nova.scheduler.client.report [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance 84252568-83d8-4ea1-bbd8-33dd373eb47f [ 1044.363075] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.455094] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.455675] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.455675] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.455837] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.455873] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.456080] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.456321] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.456502] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.456682] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.456848] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.457035] env[68199]: DEBUG nova.virt.hardware [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.463252] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.464355] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.465011] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43912b53-7b5f-4d6d-b18d-5072599e057c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.482048] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44cbb278-8e69-4bb2-86ce-ebe7c2e28f76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.489062] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.493116] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1044.493116] env[68199]: value = "task-3070697" [ 1044.493116] env[68199]: _type = "Task" [ 1044.493116] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.496303] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.500647] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1044.500647] env[68199]: value = "task-3070696" [ 1044.500647] env[68199]: _type = "Task" [ 1044.500647] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.510245] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.514742] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.543039] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.684832] env[68199]: DEBUG nova.network.neutron [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.788072] env[68199]: DEBUG nova.scheduler.client.report [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.793235] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.996228] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.008689] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.018878] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070696, 'name': ReconfigVM_Task, 'duration_secs': 0.399417} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.019232] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.020119] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8717ec4f-9d16-43b9-8a82-71f3180ec519 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.046128] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.046550] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c28828-5ad4-4b5d-94ed-ef35114cdcfe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.070985] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1045.070985] env[68199]: value = "task-3070698" [ 1045.070985] env[68199]: _type = "Task" [ 1045.070985] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.082778] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.097911] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-vif-plugged-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.097911] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquiring lock "a234b834-96fb-4e25-b689-287450931610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.097911] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Lock "a234b834-96fb-4e25-b689-287450931610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.098313] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Lock "a234b834-96fb-4e25-b689-287450931610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.098313] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] No waiting events found dispatching network-vif-plugged-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.098433] env[68199]: WARNING nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received unexpected event network-vif-plugged-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 for instance with vm_state building and task_state spawning. [ 1045.098662] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.098758] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.098928] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.188887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.189270] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Instance network_info: |[{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.189597] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.189783] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.191161] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:33:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.199053] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.202167] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a234b834-96fb-4e25-b689-287450931610] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.202712] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8566eb19-353e-4566-8d10-a4b0fe0c6487 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.231155] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.231155] env[68199]: value = "task-3070699" [ 1045.231155] env[68199]: _type = "Task" [ 1045.231155] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.246206] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070699, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.296425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.301678] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.385s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.302104] env[68199]: DEBUG nova.objects.instance [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lazy-loading 'resources' on Instance uuid 348dc0fd-359b-4d6c-88f6-1f3dba446044 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.324568] env[68199]: INFO nova.scheduler.client.report [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Deleted allocations for instance 59f3a6ef-8c8e-4129-aded-cd6414ded35b [ 1045.376406] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.402511] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.402760] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.402982] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.403207] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.403356] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.403554] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.403746] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.403903] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.404143] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.404285] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.404458] env[68199]: DEBUG nova.virt.hardware [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.405387] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22812de3-d9ef-431a-a49f-103741c09c6e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.419043] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ccea57-9bff-45b4-b949-55d7f8cb7963 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.438695] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.498787] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.508323] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.509301] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updated VIF entry in instance network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.509658] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.584405] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070698, 'name': ReconfigVM_Task, 'duration_secs': 0.351447} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.584844] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d/4bbb344e-11e3-48ad-ad1d-437222dbf06d.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.585298] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.741995] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070699, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.788057] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Successfully updated port: 4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.835639] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a003e209-c252-4afe-bcf1-84b85c7eb8d0 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Lock "59f3a6ef-8c8e-4129-aded-cd6414ded35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.338s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.998395] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070692, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.719316} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.002037] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405/OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405.vmdk to [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk. [ 1046.002267] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Cleaning up location [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1046.002475] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_34da95e5-3784-46b8-b78a-0a62ae00b405 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.005327] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9d4d84-7d63-4450-9982-9be3dcaf28d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.013565] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.013830] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received event network-vif-unplugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.014071] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.014280] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.014442] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.014625] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] No waiting events found dispatching network-vif-unplugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.014815] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received event network-vif-unplugged-175a6e5d-e3c1-4dd0-b194-2817e9998911 for instance with task_state deleting. {{(pid=68199) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1046.014991] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Received event network-changed-175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.015202] env[68199]: DEBUG nova.compute.manager [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Refreshing instance network info cache due to event network-changed-175a6e5d-e3c1-4dd0-b194-2817e9998911. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.015362] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquiring lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.015499] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Acquired lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.015655] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Refreshing network info cache for port 175a6e5d-e3c1-4dd0-b194-2817e9998911 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.017020] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070697, 'name': CreateSnapshot_Task, 'duration_secs': 1.205288} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.021277] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1046.021635] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1046.021635] env[68199]: value = "task-3070700" [ 1046.021635] env[68199]: _type = "Task" [ 1046.021635] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.022662] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29357a7b-9839-4632-b6d2-75014618a90c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.045196] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.051051] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85692707-0cec-4409-8cb4-41ef7dee86d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.060498] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9843d1-7ca5-4c4c-8273-6d0053f1f9d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.095972] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cee7bc8-91d2-4152-badf-cf2bea950cc4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100468] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab3d01-5d43-4d7d-9aa3-cbb22c48f503 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.124551] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78e31d0-c89f-428f-a3e7-1115983e600f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.130140] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4dfb5e-9695-435c-b1e6-c099c62ed6d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.166757] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.178150] env[68199]: DEBUG nova.compute.provider_tree [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.242777] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070699, 'name': CreateVM_Task, 'duration_secs': 0.533824} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.242986] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a234b834-96fb-4e25-b689-287450931610] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.243654] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.243847] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.244218] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.244493] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a7cd89-8540-4ac3-aebb-8266d1fbb818 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250986] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1046.250986] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5217c52a-34b3-8330-4938-66a5b1028b03" [ 1046.250986] env[68199]: _type = "Task" [ 1046.250986] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.260515] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217c52a-34b3-8330-4938-66a5b1028b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.293959] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.294126] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquired lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.294249] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.535865] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056525} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.539218] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.539218] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.539218] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk to [datastore2] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.539218] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5bc71f-732b-4d4b-940c-94989c026ceb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.547021] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1046.547021] env[68199]: value = "task-3070701" [ 1046.547021] env[68199]: _type = "Task" [ 1046.547021] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.555456] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.555955] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c987c2b3-17e7-4663-87d8-c594256cb98e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.565044] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.568805] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1046.568805] env[68199]: value = "task-3070702" [ 1046.568805] env[68199]: _type = "Task" [ 1046.568805] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.577894] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070702, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.685105] env[68199]: DEBUG nova.scheduler.client.report [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.761072] env[68199]: DEBUG nova.network.neutron [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Port 784c062b-13b2-49b7-ab1e-09ebf39086b3 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1046.768681] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217c52a-34b3-8330-4938-66a5b1028b03, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.769280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769548] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.769890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.770079] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.770310] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.770618] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f8cc18-075e-4fc5-9c1d-cb472e7ea8aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.780861] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.781070] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.782162] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73abcae-6ec5-4b5a-b743-04c6ab237969 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.789813] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1046.789813] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5253b7ff-19d5-1e03-db1c-37fc688e5e49" [ 1046.789813] env[68199]: _type = "Task" [ 1046.789813] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.800633] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5253b7ff-19d5-1e03-db1c-37fc688e5e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.853220] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.877887] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updated VIF entry in instance network info cache for port 175a6e5d-e3c1-4dd0-b194-2817e9998911. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.878248] env[68199]: DEBUG nova.network.neutron [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updating instance_info_cache with network_info: [{"id": "175a6e5d-e3c1-4dd0-b194-2817e9998911", "address": "fa:16:3e:50:31:8f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": null, "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap175a6e5d-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.990738] env[68199]: DEBUG nova.network.neutron [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Updating instance_info_cache with network_info: [{"id": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "address": "fa:16:3e:3b:e9:68", "network": {"id": "a777d25e-c3d8-4011-b8a5-d426dc9ed40d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1230152951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c1d1ccff0543eca55673684cbbc800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f20729d-dd", "ovs_interfaceid": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.056889] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.079242] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070702, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.127926] env[68199]: DEBUG nova.compute.manager [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Received event network-vif-plugged-4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.128336] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Acquiring lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.128459] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.128776] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.128958] env[68199]: DEBUG nova.compute.manager [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] No waiting events found dispatching network-vif-plugged-4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.129086] env[68199]: WARNING nova.compute.manager [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Received unexpected event network-vif-plugged-4f20729d-dd15-4451-bca4-0bd6a80a7d55 for instance with vm_state building and task_state spawning. [ 1047.129330] env[68199]: DEBUG nova.compute.manager [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Received event network-changed-4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.129774] env[68199]: DEBUG nova.compute.manager [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Refreshing instance network info cache due to event network-changed-4f20729d-dd15-4451-bca4-0bd6a80a7d55. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.129774] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Acquiring lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.191864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.194560] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.406s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.196341] env[68199]: INFO nova.compute.claims [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.225144] env[68199]: INFO nova.scheduler.client.report [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleted allocations for instance 348dc0fd-359b-4d6c-88f6-1f3dba446044 [ 1047.303775] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5253b7ff-19d5-1e03-db1c-37fc688e5e49, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.305178] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f5d493-5ed4-40f5-a024-7e877600ffb1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.313387] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1047.313387] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f4162b-df9a-9e67-60eb-5a4391059765" [ 1047.313387] env[68199]: _type = "Task" [ 1047.313387] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.324414] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4162b-df9a-9e67-60eb-5a4391059765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.380831] env[68199]: DEBUG oslo_concurrency.lockutils [req-162b0769-776c-44bb-8c14-2985582bce99 req-1c6d4418-177b-4992-8c77-5871b5d550f9 service nova] Releasing lock "refresh_cache-84252568-83d8-4ea1-bbd8-33dd373eb47f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494033] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Releasing lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494394] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Instance network_info: |[{"id": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "address": "fa:16:3e:3b:e9:68", "network": {"id": "a777d25e-c3d8-4011-b8a5-d426dc9ed40d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1230152951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c1d1ccff0543eca55673684cbbc800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f20729d-dd", "ovs_interfaceid": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.494710] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Acquired lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.494900] env[68199]: DEBUG nova.network.neutron [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Refreshing network info cache for port 4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.496241] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f20729d-dd15-4451-bca4-0bd6a80a7d55', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.504656] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Creating folder: Project (95c1d1ccff0543eca55673684cbbc800). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.508037] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e106da50-09a1-485a-8dec-23bd6cc85641 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.525433] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Created folder: Project (95c1d1ccff0543eca55673684cbbc800) in parent group-v614632. [ 1047.525701] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Creating folder: Instances. Parent ref: group-v614889. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.526308] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc3d25d-0b78-4e8f-8a19-b66c1f6efb97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.538750] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Created folder: Instances in parent group-v614889. [ 1047.539125] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.539428] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.539698] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64aa3f30-6757-4a53-973b-f3e25f9db3e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.569684] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.571200] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.571200] env[68199]: value = "task-3070705" [ 1047.571200] env[68199]: _type = "Task" [ 1047.571200] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.584220] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070702, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.588079] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070705, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.734514] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9e24e015-1301-4d68-a62e-c96ce1701769 tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "348dc0fd-359b-4d6c-88f6-1f3dba446044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.639s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.756542] env[68199]: DEBUG nova.network.neutron [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Updated VIF entry in instance network info cache for port 4f20729d-dd15-4451-bca4-0bd6a80a7d55. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.756542] env[68199]: DEBUG nova.network.neutron [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Updating instance_info_cache with network_info: [{"id": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "address": "fa:16:3e:3b:e9:68", "network": {"id": "a777d25e-c3d8-4011-b8a5-d426dc9ed40d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1230152951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c1d1ccff0543eca55673684cbbc800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f20729d-dd", "ovs_interfaceid": "4f20729d-dd15-4451-bca4-0bd6a80a7d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.796511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.796511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.796511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.830407] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4162b-df9a-9e67-60eb-5a4391059765, 'name': SearchDatastore_Task, 'duration_secs': 0.025121} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.830407] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.830772] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] a234b834-96fb-4e25-b689-287450931610/a234b834-96fb-4e25-b689-287450931610.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.830903] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d66fa0-4b60-48ae-8124-6b2911f2b345 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.842252] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1047.842252] env[68199]: value = "task-3070706" [ 1047.842252] env[68199]: _type = "Task" [ 1047.842252] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.856583] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.072475] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.086506] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070705, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.090841] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070702, 'name': CloneVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.258583] env[68199]: DEBUG oslo_concurrency.lockutils [req-ebc4213f-38c0-40ab-b9f4-e5ed5babd46c req-ede78593-dab0-457d-8ca0-f7bebdb01c7f service nova] Releasing lock "refresh_cache-69710d68-8384-4d4f-979e-e7f27f0331ca" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.356344] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.555095] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc6630-b805-4259-8a42-60912511c5e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.566545] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1b7ac1-4ea3-4106-b38e-c5323fc1a647 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.574471] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.617170] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1090d8-083b-43b8-aa9b-c451e37d5e24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.620219] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070705, 'name': CreateVM_Task, 'duration_secs': 0.527914} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.620622] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070702, 'name': CloneVM_Task, 'duration_secs': 1.648693} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.620845] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.621140] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Created linked-clone VM from snapshot [ 1048.622481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.622708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.623084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.624254] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12f93e8-2aa0-47c1-a91d-a3b72641fb30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.630230] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3305668-5482-4349-ac24-3a347b704f90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.634486] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ec490-e4e6-48d6-af98-3c50a3664fc0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644620] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Uploading image 3180282c-e1ba-4aa7-9124-39b91504ca2c {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.648620] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1048.648620] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e8df31-ef1c-0d06-c781-55ffe23aed38" [ 1048.648620] env[68199]: _type = "Task" [ 1048.648620] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.662256] env[68199]: DEBUG nova.compute.provider_tree [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.669731] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e8df31-ef1c-0d06-c781-55ffe23aed38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.680186] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.680186] env[68199]: value = "vm-614888" [ 1048.680186] env[68199]: _type = "VirtualMachine" [ 1048.680186] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.680845] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab4bb420-627e-4c5e-a61d-b8c7c52dc41d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.689779] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease: (returnval){ [ 1048.689779] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f38b14-53cd-40d3-f506-4875903593be" [ 1048.689779] env[68199]: _type = "HttpNfcLease" [ 1048.689779] env[68199]: } obtained for exporting VM: (result){ [ 1048.689779] env[68199]: value = "vm-614888" [ 1048.689779] env[68199]: _type = "VirtualMachine" [ 1048.689779] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.690221] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the lease: (returnval){ [ 1048.690221] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f38b14-53cd-40d3-f506-4875903593be" [ 1048.690221] env[68199]: _type = "HttpNfcLease" [ 1048.690221] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.698652] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.698652] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f38b14-53cd-40d3-f506-4875903593be" [ 1048.698652] env[68199]: _type = "HttpNfcLease" [ 1048.698652] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.835429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.835624] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.835803] env[68199]: DEBUG nova.network.neutron [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.853120] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651696} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.854192] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] a234b834-96fb-4e25-b689-287450931610/a234b834-96fb-4e25-b689-287450931610.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.854438] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.854712] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-032178e7-9e3a-45e6-a5a8-4c9fc9676eba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.864015] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1048.864015] env[68199]: value = "task-3070708" [ 1048.864015] env[68199]: _type = "Task" [ 1048.864015] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.874430] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.876989] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.877239] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.877612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.877870] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.878061] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.880355] env[68199]: INFO nova.compute.manager [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Terminating instance [ 1049.072124] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.166198] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e8df31-ef1c-0d06-c781-55ffe23aed38, 'name': SearchDatastore_Task, 'duration_secs': 0.026984} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.167102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.167532] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.167965] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.168331] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.168750] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.169284] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaed5882-b756-4475-918d-f11d593c3a2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.172277] env[68199]: DEBUG nova.scheduler.client.report [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.185054] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.185054] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.185054] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015d62a6-5b35-4667-8a7d-2d69800aac2e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.195287] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1049.195287] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527aea45-aa72-af4b-5d3a-63d97d10c9b9" [ 1049.195287] env[68199]: _type = "Task" [ 1049.195287] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.205350] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.205350] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f38b14-53cd-40d3-f506-4875903593be" [ 1049.205350] env[68199]: _type = "HttpNfcLease" [ 1049.205350] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.206184] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.206184] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f38b14-53cd-40d3-f506-4875903593be" [ 1049.206184] env[68199]: _type = "HttpNfcLease" [ 1049.206184] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.207134] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d26f7bf-a2aa-4215-9e2a-9f2a2391cd1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.214685] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527aea45-aa72-af4b-5d3a-63d97d10c9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.215899] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c808043a-3267-4063-987a-43856067b77f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.222827] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.223132] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.284096] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1049.284096] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52792723-986f-ef99-4d2b-1b9d9befee4a" [ 1049.284096] env[68199]: _type = "Task" [ 1049.284096] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.297127] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52792723-986f-ef99-4d2b-1b9d9befee4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.297418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.297679] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 69710d68-8384-4d4f-979e-e7f27f0331ca/69710d68-8384-4d4f-979e-e7f27f0331ca.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.297948] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a0d9fe-ac78-4283-86f7-b343e974bea2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307768] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1049.307768] env[68199]: value = "task-3070709" [ 1049.307768] env[68199]: _type = "Task" [ 1049.307768] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.318825] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.323195] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06acba09-cb4c-4141-8526-839c49eb306a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.379020] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122426} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.379020] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.379020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd104fb3-2aef-4f2d-b3d3-1eea7799ef24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.384808] env[68199]: DEBUG nova.compute.manager [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.384994] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.385827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1fe48-3c6f-4aca-bb18-4ea8780355ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.407730] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a234b834-96fb-4e25-b689-287450931610/a234b834-96fb-4e25-b689-287450931610.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.408742] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d645c9-16b9-4edb-a6e5-b9bb24a735a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.426469] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.426469] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2677c50f-7bd5-44e6-9a71-1e5c5e3b7773 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.433126] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1049.433126] env[68199]: value = "task-3070711" [ 1049.433126] env[68199]: _type = "Task" [ 1049.433126] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.437111] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1049.437111] env[68199]: value = "task-3070710" [ 1049.437111] env[68199]: _type = "Task" [ 1049.437111] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.446984] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.452365] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.572306] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070701, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.006381} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.572951] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f/b5c5d1d2-dbcd-4aa2-99ad-f3f82ed8385f.vmdk to [datastore2] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.574511] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed2d6b-d33f-46d1-859f-9cce9e4fafa0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.604326] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.607324] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e223168f-e3c9-4fb3-bc3b-e00172e622e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.628888] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1049.628888] env[68199]: value = "task-3070712" [ 1049.628888] env[68199]: _type = "Task" [ 1049.628888] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.637802] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.672444] env[68199]: DEBUG nova.network.neutron [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.678489] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.679215] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.682601] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.259s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.682831] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.685900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.197s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.686207] env[68199]: DEBUG nova.objects.instance [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lazy-loading 'resources' on Instance uuid 9500d4ad-9e04-47ea-8f40-08a183fb05cf {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.730595] env[68199]: INFO nova.scheduler.client.report [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocations for instance 573e62e9-1b22-4540-9979-764abe23c2d7 [ 1049.821089] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.944158] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070711, 'name': PowerOffVM_Task, 'duration_secs': 0.31586} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.947704] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.947961] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.948331] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb6f502b-9a32-4334-a9e2-3f55dc40529a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.955116] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.015067] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.015554] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.016374] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleting the datastore file [datastore2] 006eaf52-f2ed-4ac2-9472-87d0acea89b7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.016688] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0263fb4-28da-489c-a4e2-6803a8382c8e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.023633] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for the task: (returnval){ [ 1050.023633] env[68199]: value = "task-3070714" [ 1050.023633] env[68199]: _type = "Task" [ 1050.023633] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.031857] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.138637] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070712, 'name': ReconfigVM_Task, 'duration_secs': 0.349088} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.138924] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ba22273e-b45d-41a5-baa4-647dc00eed2a/ba22273e-b45d-41a5-baa4-647dc00eed2a.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.139613] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cec9939-085b-4bfa-a059-789d586d83d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.146750] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1050.146750] env[68199]: value = "task-3070715" [ 1050.146750] env[68199]: _type = "Task" [ 1050.146750] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.156222] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070715, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.175083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.190516] env[68199]: DEBUG nova.compute.utils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.195212] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.195403] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.244332] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dd58c2d6-4460-4ecf-85fb-4a43d9afc8ae tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "573e62e9-1b22-4540-9979-764abe23c2d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.304s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.270021] env[68199]: DEBUG nova.policy [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5e7c31429014c9dae68150d034bdaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d5afa2103343acb64fd90083df7b13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.320682] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599073} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.324173] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 69710d68-8384-4d4f-979e-e7f27f0331ca/69710d68-8384-4d4f-979e-e7f27f0331ca.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.326022] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.326022] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81d8f986-2cf5-44d6-ad08-ce230b8c605c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.337478] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1050.337478] env[68199]: value = "task-3070716" [ 1050.337478] env[68199]: _type = "Task" [ 1050.337478] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.350345] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.455046] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477504] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac7b86-5346-4c4c-af83-4ee2c01f33e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.483373] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.484248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c1642-3c94-4721-aec8-164b8082bae3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.494083] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc08f7c-86da-49b2-8eb0-55e5d7134ec0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.497819] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.497972] env[68199]: ERROR oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk due to incomplete transfer. [ 1050.498253] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6bdea93a-274a-4d6c-b235-c420c332e5c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.532149] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ccc35-22eb-45c1-8549-a375fe3b80b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.534668] env[68199]: DEBUG oslo_vmware.rw_handles [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ccf07-a20f-e32c-5d56-706809f1c39c/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.534962] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Uploaded image 49497d53-19be-4f73-806a-3e754962b199 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.536745] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.537570] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ebf37e4-6259-466c-aa58-f7f97ea65b59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.544326] env[68199]: DEBUG oslo_vmware.api [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Task: {'id': task-3070714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256018} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.547408] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.548364] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.548607] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.548873] env[68199]: INFO nova.compute.manager [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1050.549163] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.549516] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1050.549516] env[68199]: value = "task-3070717" [ 1050.549516] env[68199]: _type = "Task" [ 1050.549516] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.549803] env[68199]: DEBUG nova.compute.manager [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.549947] env[68199]: DEBUG nova.network.neutron [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.552789] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e16101-bcfb-4480-9f42-06a546010b38 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.569676] env[68199]: DEBUG nova.compute.provider_tree [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.574270] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070717, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.660568] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070715, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.702847] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.702847] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7053343-689d-450d-a6e1-0eae5b97a01e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.729305] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef95c5-eb40-4a14-9eb5-a244264cb08a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.738203] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.765640] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Successfully created port: cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.847134] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071589} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.847593] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.848964] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15d988-daf2-4e59-8695-8e9c492b0061 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.879091] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 69710d68-8384-4d4f-979e-e7f27f0331ca/69710d68-8384-4d4f-979e-e7f27f0331ca.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.880179] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8e8478-ebe7-456a-8668-d8e987e13b90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.902249] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1050.902249] env[68199]: value = "task-3070718" [ 1050.902249] env[68199]: _type = "Task" [ 1050.902249] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.910517] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.956802] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070710, 'name': ReconfigVM_Task, 'duration_secs': 1.069903} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.957362] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a234b834-96fb-4e25-b689-287450931610/a234b834-96fb-4e25-b689-287450931610.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.958277] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c4044f3-afe8-4f08-811e-9275b1cd082e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.965109] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1050.965109] env[68199]: value = "task-3070719" [ 1050.965109] env[68199]: _type = "Task" [ 1050.965109] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.976293] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070719, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.978842] env[68199]: DEBUG nova.compute.manager [req-b1eb2b14-4f5b-4166-a17a-71c53b21ef70 req-77f0b0f9-e9aa-4a06-87b5-459a3581bffd service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Received event network-vif-deleted-68cac4c0-25b5-477e-aa7a-96c11c5b77c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.979201] env[68199]: INFO nova.compute.manager [req-b1eb2b14-4f5b-4166-a17a-71c53b21ef70 req-77f0b0f9-e9aa-4a06-87b5-459a3581bffd service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Neutron deleted interface 68cac4c0-25b5-477e-aa7a-96c11c5b77c4; detaching it from the instance and deleting it from the info cache [ 1050.979439] env[68199]: DEBUG nova.network.neutron [req-b1eb2b14-4f5b-4166-a17a-71c53b21ef70 req-77f0b0f9-e9aa-4a06-87b5-459a3581bffd service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.068869] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070717, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.076313] env[68199]: DEBUG nova.scheduler.client.report [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.157220] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070715, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.248979] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.249718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67198978-dff3-4ec8-b7ea-c05288507815 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.258388] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1051.258388] env[68199]: value = "task-3070720" [ 1051.258388] env[68199]: _type = "Task" [ 1051.258388] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.268315] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.413206] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.451985] env[68199]: DEBUG nova.network.neutron [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.475512] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070719, 'name': Rename_Task, 'duration_secs': 0.280749} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.475784] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.476047] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42016ce8-2ba2-4ccd-b5b7-95aac115bb1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.482884] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83b68f1b-cf1a-416e-aa01-eadee93e49aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.484824] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1051.484824] env[68199]: value = "task-3070721" [ 1051.484824] env[68199]: _type = "Task" [ 1051.484824] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.492840] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be37bf-e836-4096-be5c-343bd1e84d54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.507882] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.532343] env[68199]: DEBUG nova.compute.manager [req-b1eb2b14-4f5b-4166-a17a-71c53b21ef70 req-77f0b0f9-e9aa-4a06-87b5-459a3581bffd service nova] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Detach interface failed, port_id=68cac4c0-25b5-477e-aa7a-96c11c5b77c4, reason: Instance 006eaf52-f2ed-4ac2-9472-87d0acea89b7 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.567966] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070717, 'name': Destroy_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.581020] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.584014] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.791s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.585364] env[68199]: DEBUG nova.objects.instance [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'resources' on Instance uuid 84252568-83d8-4ea1-bbd8-33dd373eb47f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.614395] env[68199]: INFO nova.scheduler.client.report [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Deleted allocations for instance 9500d4ad-9e04-47ea-8f40-08a183fb05cf [ 1051.659708] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070715, 'name': Rename_Task, 'duration_secs': 1.178549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.660067] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.660373] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca70386-4a4d-4519-8448-08c9bb5ade44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.666326] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1051.666326] env[68199]: value = "task-3070722" [ 1051.666326] env[68199]: _type = "Task" [ 1051.666326] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.712442] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.747975] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.747975] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.747975] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.747975] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.747975] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.748280] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.748674] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.748901] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.749148] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.749356] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.749652] env[68199]: DEBUG nova.virt.hardware [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.752095] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d4402-a78c-4cfe-969c-1ab5ca0c0ec0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.766816] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48283626-02cb-4fff-8629-501d3e0a53ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.779079] env[68199]: DEBUG oslo_vmware.api [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070720, 'name': PowerOnVM_Task, 'duration_secs': 0.408384} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.779921] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.780219] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbf80a5-4613-4238-ba88-43623b116212 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance '4bbb344e-11e3-48ad-ad1d-437222dbf06d' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.915727] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070718, 'name': ReconfigVM_Task, 'duration_secs': 0.726312} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.916022] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 69710d68-8384-4d4f-979e-e7f27f0331ca/69710d68-8384-4d4f-979e-e7f27f0331ca.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.917750] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df83a2ad-d8ec-426a-801f-7b98d8e51272 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.924345] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1051.924345] env[68199]: value = "task-3070723" [ 1051.924345] env[68199]: _type = "Task" [ 1051.924345] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.933262] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070723, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.955572] env[68199]: INFO nova.compute.manager [-] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Took 1.41 seconds to deallocate network for instance. [ 1051.971796] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.972090] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.996533] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.070470] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070717, 'name': Destroy_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.089377] env[68199]: DEBUG nova.objects.instance [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'numa_topology' on Instance uuid 84252568-83d8-4ea1-bbd8-33dd373eb47f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.123756] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3057b081-eb03-4a45-9987-805fa89ed121 tempest-ServersTestFqdnHostnames-1164535994 tempest-ServersTestFqdnHostnames-1164535994-project-member] Lock "9500d4ad-9e04-47ea-8f40-08a183fb05cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.272s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.179089] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.438628] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070723, 'name': Rename_Task, 'duration_secs': 0.178674} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.438628] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.438628] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3811e7f-8f1b-4297-8c80-e027fe0635bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.445634] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1052.445634] env[68199]: value = "task-3070724" [ 1052.445634] env[68199]: _type = "Task" [ 1052.445634] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.455368] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.462903] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.475265] env[68199]: DEBUG nova.compute.utils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.501901] env[68199]: DEBUG oslo_vmware.api [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070721, 'name': PowerOnVM_Task, 'duration_secs': 0.788828} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.502400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.502567] env[68199]: INFO nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1052.502771] env[68199]: DEBUG nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.503611] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88810a7-8954-4d11-833f-520c16059b09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.571630] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070717, 'name': Destroy_Task, 'duration_secs': 1.688009} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.571630] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroyed the VM [ 1052.571747] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.572018] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c661d3ab-5eca-4530-9dc5-da82157c2fa7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.580990] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1052.580990] env[68199]: value = "task-3070725" [ 1052.580990] env[68199]: _type = "Task" [ 1052.580990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.590077] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.592222] env[68199]: DEBUG nova.objects.base [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Object Instance<84252568-83d8-4ea1-bbd8-33dd373eb47f> lazy-loaded attributes: resources,numa_topology {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.682204] env[68199]: DEBUG oslo_vmware.api [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070722, 'name': PowerOnVM_Task, 'duration_secs': 0.647095} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.685341] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.805816] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Successfully updated port: cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.840459] env[68199]: DEBUG nova.compute.manager [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.841424] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f7833-428a-4322-b0f4-c2303520332c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.890437] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c70384-4141-49d1-96c5-50da217e35e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.900231] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66660341-90c7-421c-a132-2b22f3b58ca5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.938439] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd9caa-9911-42b6-9ea8-cea4a42e69fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.953224] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5140b-446e-489d-b31e-406c6c47f7bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.964426] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.979310] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.980118] env[68199]: DEBUG nova.compute.provider_tree [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.027306] env[68199]: INFO nova.compute.manager [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Took 24.01 seconds to build instance. [ 1053.092687] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070725, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.297699] env[68199]: DEBUG nova.compute.manager [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Received event network-vif-plugged-cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.297699] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Acquiring lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.299746] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.299746] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.299746] env[68199]: DEBUG nova.compute.manager [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] No waiting events found dispatching network-vif-plugged-cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.300295] env[68199]: WARNING nova.compute.manager [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Received unexpected event network-vif-plugged-cc43df34-1b30-4ab1-9e11-b73b2cb245af for instance with vm_state building and task_state spawning. [ 1053.300295] env[68199]: DEBUG nova.compute.manager [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Received event network-changed-cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.300295] env[68199]: DEBUG nova.compute.manager [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Refreshing instance network info cache due to event network-changed-cc43df34-1b30-4ab1-9e11-b73b2cb245af. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.300641] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Acquiring lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.300641] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Acquired lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.300786] env[68199]: DEBUG nova.network.neutron [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Refreshing network info cache for port cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.313471] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.369031] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d950e1f0-051b-492a-9f7c-897fad655b29 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.184s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.458014] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.486035] env[68199]: DEBUG nova.scheduler.client.report [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.530788] env[68199]: DEBUG oslo_concurrency.lockutils [None req-556c6ccb-d6af-4a11-888e-bd36dd67a3c8 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.530s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.595663] env[68199]: DEBUG oslo_vmware.api [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.619511} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.595947] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1053.596210] env[68199]: INFO nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 19.53 seconds to snapshot the instance on the hypervisor. [ 1053.854970] env[68199]: DEBUG nova.network.neutron [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.958885] env[68199]: DEBUG oslo_vmware.api [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070724, 'name': PowerOnVM_Task, 'duration_secs': 1.395472} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.963024] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.963024] env[68199]: INFO nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1053.963024] env[68199]: DEBUG nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.963024] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd8d816-43ab-4d21-a17b-e4e09c93b770 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.993704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.997416] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.534s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.997416] env[68199]: DEBUG nova.objects.instance [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lazy-loading 'resources' on Instance uuid 006eaf52-f2ed-4ac2-9472-87d0acea89b7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.038388] env[68199]: DEBUG nova.network.neutron [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.061968] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.062268] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.062516] env[68199]: INFO nova.compute.manager [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Attaching volume 277e6026-d02b-465b-8128-16a02c46e751 to /dev/sdb [ 1054.114248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2948a644-b495-410f-846f-38c46f171ff5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.124142] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc1815-06e9-4635-94e1-e8ba6375dca2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.149992] env[68199]: DEBUG nova.virt.block_device [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating existing volume attachment record: ce5352d4-a4a4-4fc2-8dde-42d294228cc5 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.168077] env[68199]: DEBUG nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Found 3 images (rotation: 2) {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1054.168428] env[68199]: DEBUG nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Rotating out 1 backups {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1054.168724] env[68199]: DEBUG nova.compute.manager [None req-745f11fb-67ab-4229-88a6-e37ca4b5f6be tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleting image 0494853c-c017-4c39-acd0-273289427009 {{(pid=68199) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1054.493491] env[68199]: INFO nova.compute.manager [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Took 22.96 seconds to build instance. [ 1054.505500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-879b0672-7f72-48d5-a448-bac8502b2cff tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.274s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.518089] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.079s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.518669] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.518968] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.519357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.524445] env[68199]: INFO nova.compute.manager [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Terminating instance [ 1054.542266] env[68199]: DEBUG oslo_concurrency.lockutils [req-60243b1d-67e6-40de-bf72-4cf8fbec2126 req-7c6f6fed-1931-42b0-a12d-afcfe8c28916 service nova] Releasing lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.542588] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.543037] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.689561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "71030d61-0893-4bb9-804a-4efcedf54c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.689561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.834921] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724b5e5-9575-443c-bd89-05b18a29018c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.840440] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25002f6-8bfe-4c52-8db1-2a36d07228cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.877399] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7228a37e-8d39-4602-a49b-9353d2098d23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.888883] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8136dd3b-0e54-454f-bbf9-1809ca8fc782 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.910395] env[68199]: DEBUG nova.compute.provider_tree [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.997896] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f52cb7c-75a2-4dfe-a695-a15ae7b4c960 tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.473s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.030762] env[68199]: DEBUG nova.compute.manager [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.031535] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.032403] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e348141-1757-4bca-b46f-0ff565d1eb86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.052780] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea81ee-b286-4f93-a5ca-0c13dec53257 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.112502] env[68199]: WARNING nova.virt.vmwareapi.vmops [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 84252568-83d8-4ea1-bbd8-33dd373eb47f could not be found. [ 1055.112798] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.112931] env[68199]: INFO nova.compute.manager [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1055.114021] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.117405] env[68199]: DEBUG nova.compute.manager [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.117405] env[68199]: DEBUG nova.network.neutron [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.138626] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.197461] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.403136] env[68199]: DEBUG nova.network.neutron [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Updating instance_info_cache with network_info: [{"id": "cc43df34-1b30-4ab1-9e11-b73b2cb245af", "address": "fa:16:3e:73:c3:94", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc43df34-1b", "ovs_interfaceid": "cc43df34-1b30-4ab1-9e11-b73b2cb245af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.417923] env[68199]: DEBUG nova.scheduler.client.report [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.586961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.587287] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.587454] env[68199]: DEBUG nova.compute.manager [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Going to confirm migration 5 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1055.680257] env[68199]: DEBUG nova.compute.manager [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.680418] env[68199]: DEBUG nova.compute.manager [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.680661] env[68199]: DEBUG oslo_concurrency.lockutils [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.680786] env[68199]: DEBUG oslo_concurrency.lockutils [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.680945] env[68199]: DEBUG nova.network.neutron [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.728099] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.914303] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "refresh_cache-863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.914627] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance network_info: |[{"id": "cc43df34-1b30-4ab1-9e11-b73b2cb245af", "address": "fa:16:3e:73:c3:94", "network": {"id": "9e33a7cb-00af-4ba3-b8d0-ab776fbec9b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2741496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d5afa2103343acb64fd90083df7b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc43df34-1b", "ovs_interfaceid": "cc43df34-1b30-4ab1-9e11-b73b2cb245af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.915103] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:c3:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc43df34-1b30-4ab1-9e11-b73b2cb245af', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.923342] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.923789] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.924190] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-119cd0e4-01aa-4497-a516-dd9c4283e301 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.939996] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.942403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.214s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.943983] env[68199]: INFO nova.compute.claims [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.955318] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.955318] env[68199]: value = "task-3070729" [ 1055.955318] env[68199]: _type = "Task" [ 1055.955318] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.966328] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070729, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.970365] env[68199]: INFO nova.scheduler.client.report [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Deleted allocations for instance 006eaf52-f2ed-4ac2-9472-87d0acea89b7 [ 1056.113229] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.113656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.147379] env[68199]: DEBUG nova.network.neutron [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.191177] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.191177] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.191177] env[68199]: DEBUG nova.network.neutron [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.191334] env[68199]: DEBUG nova.objects.instance [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'info_cache' on Instance uuid 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.404719] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "69710d68-8384-4d4f-979e-e7f27f0331ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.405766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.405766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.406024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.406375] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.409179] env[68199]: INFO nova.compute.manager [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Terminating instance [ 1056.424746] env[68199]: DEBUG nova.network.neutron [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updated VIF entry in instance network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.424746] env[68199]: DEBUG nova.network.neutron [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.474415] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070729, 'name': CreateVM_Task, 'duration_secs': 0.375579} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.480276] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.481092] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6fa22bff-0cb8-4387-b725-ab7ff8ea554f tempest-FloatingIPsAssociationTestJSON-2127965734 tempest-FloatingIPsAssociationTestJSON-2127965734-project-member] Lock "006eaf52-f2ed-4ac2-9472-87d0acea89b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.604s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.483518] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.486262] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.486595] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.487306] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06074782-0b80-4ee7-b02d-10ae0c4be638 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.495385] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1056.495385] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d2ab10-f810-88d6-e5a2-46e5a5ddd2d2" [ 1056.495385] env[68199]: _type = "Task" [ 1056.495385] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.507265] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d2ab10-f810-88d6-e5a2-46e5a5ddd2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.507559] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.507785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.508029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.508191] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.512537] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.512537] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a75ffe5-eaae-448c-ad05-67b9ce4128a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.516323] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.516496] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.517223] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c615bfc1-7615-4470-afeb-e281b48739b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.523560] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1056.523560] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a6f03e-8564-c7ba-52f9-bed5392b5515" [ 1056.523560] env[68199]: _type = "Task" [ 1056.523560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.530733] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a6f03e-8564-c7ba-52f9-bed5392b5515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.617110] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.648697] env[68199]: INFO nova.compute.manager [-] [instance: 84252568-83d8-4ea1-bbd8-33dd373eb47f] Took 1.53 seconds to deallocate network for instance. [ 1056.913538] env[68199]: DEBUG nova.compute.manager [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.913797] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.915522] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e839e87-d60c-4b0e-bbdd-16d116804d82 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.920864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.920864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.920864] env[68199]: DEBUG nova.compute.manager [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.921977] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea7f475-50c1-4891-8176-ff18df7efa55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.926088] env[68199]: DEBUG oslo_concurrency.lockutils [req-491144f1-e7f2-4df1-b2f9-a95b4666d115 req-943f97c4-e190-40f3-9b19-956c7a181bbd service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.931900] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.933776] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5a92b0-cd03-48b1-a40e-ca94c666c041 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.935711] env[68199]: DEBUG nova.compute.manager [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1056.936342] env[68199]: DEBUG nova.objects.instance [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.947114] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1056.947114] env[68199]: value = "task-3070731" [ 1056.947114] env[68199]: _type = "Task" [ 1056.947114] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.960375] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.044550] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a6f03e-8564-c7ba-52f9-bed5392b5515, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.045465] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795257ec-3e7f-4985-bb24-966287d7681f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.051506] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1057.051506] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a9331e-3034-5582-618a-6ad37291b5b2" [ 1057.051506] env[68199]: _type = "Task" [ 1057.051506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.065132] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a9331e-3034-5582-618a-6ad37291b5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.140253] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.208969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79667ba-7ad3-45d7-84a5-371fccf8074e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.218565] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Suspending the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1057.218565] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6458e7db-b8db-4f8b-b220-2ae90112b14c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.226993] env[68199]: DEBUG oslo_vmware.api [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1057.226993] env[68199]: value = "task-3070732" [ 1057.226993] env[68199]: _type = "Task" [ 1057.226993] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.240356] env[68199]: DEBUG oslo_vmware.api [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070732, 'name': SuspendVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.271353] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64266bf5-7055-4313-b164-f73945852098 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.284233] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d595df-c9b3-4000-b9ed-409955f3723d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.317361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a4c10-a770-4800-b828-e7072b115c6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.326071] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1205c465-f548-4089-9f5f-aedb6d270f03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.342490] env[68199]: DEBUG nova.compute.provider_tree [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.461062] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070731, 'name': PowerOffVM_Task, 'duration_secs': 0.235934} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.461384] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.461565] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.461914] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198bab10-981d-4f5b-8c15-6cbdf9ac3c4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.565460] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a9331e-3034-5582-618a-6ad37291b5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.568527] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.568706] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f/863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.569039] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1631bfa3-1290-42ca-abed-c2af84d54b5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577795] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1057.577795] env[68199]: value = "task-3070734" [ 1057.577795] env[68199]: _type = "Task" [ 1057.577795] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.586036] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.633932] env[68199]: DEBUG nova.network.neutron [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [{"id": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "address": "fa:16:3e:d8:d3:d4", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784c062b-13", "ovs_interfaceid": "784c062b-13b2-49b7-ab1e-09ebf39086b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.676625] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.676911] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.677155] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Deleting the datastore file [datastore1] 69710d68-8384-4d4f-979e-e7f27f0331ca {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.677531] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e2ce86-c0bd-48b8-b8ff-b131d99a42be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.687785] env[68199]: DEBUG oslo_concurrency.lockutils [None req-09181b2a-a570-497d-b43d-ab5d044d574c tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "84252568-83d8-4ea1-bbd8-33dd373eb47f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.170s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.692947] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for the task: (returnval){ [ 1057.692947] env[68199]: value = "task-3070735" [ 1057.692947] env[68199]: _type = "Task" [ 1057.692947] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.705281] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.746910] env[68199]: DEBUG oslo_vmware.api [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070732, 'name': SuspendVM_Task} progress is 45%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.849336] env[68199]: DEBUG nova.scheduler.client.report [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.945911] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.949149] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1501a3a8-f963-4646-a967-5572fcf9de1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.955446] env[68199]: DEBUG oslo_vmware.api [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1057.955446] env[68199]: value = "task-3070736" [ 1057.955446] env[68199]: _type = "Task" [ 1057.955446] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.969737] env[68199]: DEBUG oslo_vmware.api [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.095913] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070734, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.139748] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-4bbb344e-11e3-48ad-ad1d-437222dbf06d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.139748] env[68199]: DEBUG nova.objects.instance [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'migration_context' on Instance uuid 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.206237] env[68199]: DEBUG oslo_vmware.api [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Task: {'id': task-3070735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301613} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.206868] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.207026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.207178] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.207893] env[68199]: INFO nova.compute.manager [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1058.208324] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.209090] env[68199]: DEBUG nova.compute.manager [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.209090] env[68199]: DEBUG nova.network.neutron [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.239857] env[68199]: DEBUG oslo_vmware.api [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070732, 'name': SuspendVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.363029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.363029] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.364363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.224s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.368136] env[68199]: INFO nova.compute.claims [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.472629] env[68199]: DEBUG oslo_vmware.api [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070736, 'name': PowerOffVM_Task, 'duration_secs': 0.487145} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.472629] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.472629] env[68199]: DEBUG nova.compute.manager [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.472629] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811606b-9d3b-479a-88ec-885334f4a4ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.593113] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692286} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.593417] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f/863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.593694] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.594039] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e773989e-58e4-47c6-b9d8-88d7feebc160 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.605456] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1058.605456] env[68199]: value = "task-3070737" [ 1058.605456] env[68199]: _type = "Task" [ 1058.605456] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.616557] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.644108] env[68199]: DEBUG nova.objects.base [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Object Instance<4bbb344e-11e3-48ad-ad1d-437222dbf06d> lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.645568] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8dadc-20ce-4d5b-90a1-baee9923aa6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.672844] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3156698a-41b6-4ff0-abbd-2706806e732b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.678665] env[68199]: DEBUG oslo_vmware.api [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1058.678665] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52eb5f07-8f6c-22b3-2dfe-d994bb7b66a6" [ 1058.678665] env[68199]: _type = "Task" [ 1058.678665] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.688544] env[68199]: DEBUG oslo_vmware.api [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eb5f07-8f6c-22b3-2dfe-d994bb7b66a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.718871] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1058.719029] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614893', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'name': 'volume-277e6026-d02b-465b-8128-16a02c46e751', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42595dcc-2147-4618-b831-f887ed1f1a1f', 'attached_at': '', 'detached_at': '', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'serial': '277e6026-d02b-465b-8128-16a02c46e751'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1058.719910] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44a041-8b91-45be-910d-d644948a4376 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.739790] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f793418-bb62-4266-968d-532af2fe767b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.747745] env[68199]: DEBUG oslo_vmware.api [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070732, 'name': SuspendVM_Task, 'duration_secs': 1.04273} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.761055] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Suspended the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1058.761288] env[68199]: DEBUG nova.compute.manager [None req-c5913e59-87ff-4915-bc81-6dc41e27fa23 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.769137] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-277e6026-d02b-465b-8128-16a02c46e751/volume-277e6026-d02b-465b-8128-16a02c46e751.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.770357] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd8bdff-ab69-44e9-ab31-b87515d9267c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.773747] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8baebb46-b007-40cd-b7ba-19c1cf343522 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.793765] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1058.793765] env[68199]: value = "task-3070738" [ 1058.793765] env[68199]: _type = "Task" [ 1058.793765] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.802067] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.884264] env[68199]: DEBUG nova.compute.utils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.891875] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.891875] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.985057] env[68199]: DEBUG oslo_concurrency.lockutils [None req-180a0dab-19b4-4d7d-8dd8-b60595306213 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.062520] env[68199]: DEBUG nova.policy [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.122169] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081438} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.122588] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.123707] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c32358-6e17-452f-9da5-9f48879cf45e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.140379] env[68199]: DEBUG nova.network.neutron [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.150974] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f/863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.153231] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9567bc71-1803-43ec-be99-94e94079683a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.184627] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "6d971644-4991-4782-a0e4-d593358c5a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.184945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.201843] env[68199]: DEBUG oslo_vmware.api [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eb5f07-8f6c-22b3-2dfe-d994bb7b66a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.202690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.203518] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1059.203518] env[68199]: value = "task-3070739" [ 1059.203518] env[68199]: _type = "Task" [ 1059.203518] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.219777] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.314730] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.392592] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.469586] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Successfully created port: cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.657020] env[68199]: INFO nova.compute.manager [-] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Took 1.44 seconds to deallocate network for instance. [ 1059.696074] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.715178] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.761086] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f53610-a2e8-44e7-af33-25da07522e36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.773894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea165b9-6072-470d-aeec-1abc80c6092f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.820340] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f498c282-4d81-41d7-b417-fb1b0aca93d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.834681] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070738, 'name': ReconfigVM_Task, 'duration_secs': 0.797722} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.835905] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-277e6026-d02b-465b-8128-16a02c46e751/volume-277e6026-d02b-465b-8128-16a02c46e751.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.843198] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7a30c-bd78-4e6d-9fbf-96faa13e3535 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.847600] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fade231-4ed1-4c4a-8d14-3565441e5301 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.872545] env[68199]: DEBUG nova.compute.provider_tree [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.878130] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1059.881922] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec147ff8-2c9e-48e1-a8cc-9dbee478f345 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.882196] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1059.882196] env[68199]: value = "task-3070740" [ 1059.882196] env[68199]: _type = "Task" [ 1059.882196] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.889163] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1059.889163] env[68199]: ERROR oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk due to incomplete transfer. [ 1059.889997] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a47e8f7-a046-4fe3-a114-5312032f738e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.898854] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.903448] env[68199]: DEBUG oslo_vmware.rw_handles [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245516e-aa48-693b-2fe0-3890ff9acf65/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1059.903633] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Uploaded image 3180282c-e1ba-4aa7-9124-39b91504ca2c to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1059.906482] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1059.907075] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e66e6a28-19d7-4e6e-8fe6-a068ae265bfa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.918413] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1059.918413] env[68199]: value = "task-3070741" [ 1059.918413] env[68199]: _type = "Task" [ 1059.918413] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.938633] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070741, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.950879] env[68199]: DEBUG nova.compute.manager [req-46f6f9c6-a617-4638-b889-3ae5dbe3b781 req-d4af936e-6f6b-4aab-8e32-dd50242ffbed service nova] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Received event network-vif-deleted-4f20729d-dd15-4451-bca4-0bd6a80a7d55 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.166021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.215302] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070739, 'name': ReconfigVM_Task, 'duration_secs': 0.591876} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.215302] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f/863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.216637] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.217194] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f297d8-31a3-40a3-a596-0d95e43bab0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.225393] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1060.225393] env[68199]: value = "task-3070742" [ 1060.225393] env[68199]: _type = "Task" [ 1060.225393] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.234074] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070742, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.383836] env[68199]: DEBUG nova.scheduler.client.report [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.403350] env[68199]: DEBUG oslo_vmware.api [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070740, 'name': ReconfigVM_Task, 'duration_secs': 0.156947} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.406399] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.408952] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614893', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'name': 'volume-277e6026-d02b-465b-8128-16a02c46e751', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42595dcc-2147-4618-b831-f887ed1f1a1f', 'attached_at': '', 'detached_at': '', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'serial': '277e6026-d02b-465b-8128-16a02c46e751'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.435091] env[68199]: INFO nova.compute.manager [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Resuming [ 1060.435681] env[68199]: DEBUG nova.objects.instance [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lazy-loading 'flavor' on Instance uuid ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.438048] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070741, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.446487] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.446739] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.446889] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.447102] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.447235] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.447378] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.447583] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.447739] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.447899] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.448230] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.448447] env[68199]: DEBUG nova.virt.hardware [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.450962] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33278c4-cb42-47d1-a9af-190164188c13 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.457275] env[68199]: DEBUG nova.compute.manager [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Stashing vm_state: stopped {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1060.466959] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a5a5a-5577-4061-a6a8-1703af96970c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.527479] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.527728] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.740365] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070742, 'name': Rename_Task, 'duration_secs': 0.149546} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.740850] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.741326] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20369d49-49f8-45a9-ae3e-01d038bfd27e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.749673] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1060.749673] env[68199]: value = "task-3070743" [ 1060.749673] env[68199]: _type = "Task" [ 1060.749673] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.762250] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.889645] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.890202] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.893111] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.691s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.930010] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070741, 'name': Destroy_Task, 'duration_secs': 0.887226} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.930401] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Destroyed the VM [ 1060.930549] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1060.930971] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8912eef3-1f74-4864-af7d-b4c77d2e9913 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.942528] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1060.942528] env[68199]: value = "task-3070744" [ 1060.942528] env[68199]: _type = "Task" [ 1060.942528] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.953790] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.983527] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.031023] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.262415] env[68199]: DEBUG oslo_vmware.api [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070743, 'name': PowerOnVM_Task, 'duration_secs': 0.453237} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.262596] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.262816] env[68199]: INFO nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1061.263038] env[68199]: DEBUG nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.263941] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82853f8f-9e76-4a82-9f17-9fc98aca2cc5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.400186] env[68199]: DEBUG nova.compute.utils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.401750] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.401955] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.455909] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070744, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.469507] env[68199]: DEBUG nova.objects.instance [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'flavor' on Instance uuid 42595dcc-2147-4618-b831-f887ed1f1a1f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.491652] env[68199]: DEBUG nova.policy [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.545534] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Successfully updated port: cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.570596] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.703337] env[68199]: INFO nova.compute.manager [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Rescuing [ 1061.703608] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.703754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.703934] env[68199]: DEBUG nova.network.neutron [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.712020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ade1b2-9341-4d3e-86a4-b9508ba9140a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.721642] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa737b6-cbd4-4a51-beb3-0da50a5e8814 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.758593] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1bb75-d542-4b04-b459-44c7b87261c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.767363] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c30b3-8595-4809-baff-6d7f3fbba71b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.793209] env[68199]: DEBUG nova.compute.provider_tree [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.795043] env[68199]: INFO nova.compute.manager [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Took 22.02 seconds to build instance. [ 1061.905481] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.950483] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.950803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquired lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.950803] env[68199]: DEBUG nova.network.neutron [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.958776] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070744, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.979056] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d531d49-e5b1-416c-ae6c-b185d89bfda2 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.917s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.989711] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Successfully created port: 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.999606] env[68199]: DEBUG nova.compute.manager [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Received event network-vif-plugged-cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.999837] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Acquiring lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.000058] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.000235] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.000394] env[68199]: DEBUG nova.compute.manager [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] No waiting events found dispatching network-vif-plugged-cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.000555] env[68199]: WARNING nova.compute.manager [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Received unexpected event network-vif-plugged-cb3e6da0-1f79-4e64-baac-f9980adc88ea for instance with vm_state building and task_state spawning. [ 1062.000712] env[68199]: DEBUG nova.compute.manager [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Received event network-changed-cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.000863] env[68199]: DEBUG nova.compute.manager [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Refreshing instance network info cache due to event network-changed-cb3e6da0-1f79-4e64-baac-f9980adc88ea. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.001778] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Acquiring lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.001778] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Acquired lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.001778] env[68199]: DEBUG nova.network.neutron [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Refreshing network info cache for port cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.048656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.299498] env[68199]: DEBUG nova.scheduler.client.report [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.306383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-02d09455-6fec-494a-a9fe-c470665b8a6f tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.545s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.459922] env[68199]: DEBUG nova.network.neutron [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.466878] env[68199]: DEBUG oslo_vmware.api [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070744, 'name': RemoveSnapshot_Task, 'duration_secs': 1.056819} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.467328] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1062.467751] env[68199]: INFO nova.compute.manager [None req-8719020d-25ff-4a45-8fbe-7efa63c0851d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 18.58 seconds to snapshot the instance on the hypervisor. [ 1062.539474] env[68199]: DEBUG nova.network.neutron [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.625719] env[68199]: DEBUG nova.network.neutron [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.919674] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.959767] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.960217] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.960422] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.960610] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.960759] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.960908] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.961127] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.961286] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.961494] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.961603] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.961770] env[68199]: DEBUG nova.virt.hardware [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.962993] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca61de-1b31-4cb2-942f-383a4cb5160c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.966124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.975979] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1c5d8-1774-463b-8138-d8fe65432586 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.073317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "3f87e099-c992-4b46-a658-0b87fd11765e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.073529] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.086561] env[68199]: DEBUG nova.network.neutron [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [{"id": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "address": "fa:16:3e:c4:77:79", "network": {"id": "26f87a94-7ed2-41db-ba39-d0d79d52c245", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1575744011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584db0e7d8e840979b9380c5e9ef2b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf2e120-2e", "ovs_interfaceid": "cdf2e120-2ea7-4c67-bcb0-490dcbc58f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.129931] env[68199]: DEBUG oslo_concurrency.lockutils [req-8af39b6f-9e33-496a-a64a-6c7fbd61bfed req-0f8747f7-199b-439e-b2b4-65bf6b84def0 service nova] Releasing lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.131367] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.131367] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.314099] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.420s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.318343] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.152s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.318946] env[68199]: DEBUG nova.objects.instance [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lazy-loading 'resources' on Instance uuid 69710d68-8384-4d4f-979e-e7f27f0331ca {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.497797] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Successfully updated port: 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.575935] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.591258] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Releasing lock "refresh_cache-ba22273e-b45d-41a5-baa4-647dc00eed2a" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a863b8e-50d7-4d22-9865-7860676b92e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.603140] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Resuming the VM {{(pid=68199) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1063.603405] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c14bc4d-e9ae-47eb-bc51-f820a4029183 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.610473] env[68199]: DEBUG oslo_vmware.api [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1063.610473] env[68199]: value = "task-3070745" [ 1063.610473] env[68199]: _type = "Task" [ 1063.610473] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.618822] env[68199]: DEBUG oslo_vmware.api [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.665964] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.850857] env[68199]: DEBUG nova.network.neutron [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Updating instance_info_cache with network_info: [{"id": "cb3e6da0-1f79-4e64-baac-f9980adc88ea", "address": "fa:16:3e:ca:d0:0e", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e6da0-1f", "ovs_interfaceid": "cb3e6da0-1f79-4e64-baac-f9980adc88ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.900762] env[68199]: INFO nova.scheduler.client.report [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted allocation for migration da723df2-fe66-4f0c-9f37-4162b4684e45 [ 1064.002741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.003022] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.003242] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.098881] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.123979] env[68199]: DEBUG oslo_vmware.api [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.157459] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f059d0b-e062-486e-b0c1-caa1c19f8907 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.162572] env[68199]: DEBUG nova.compute.manager [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-vif-plugged-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.162791] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.162999] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.163185] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.163353] env[68199]: DEBUG nova.compute.manager [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] No waiting events found dispatching network-vif-plugged-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.163516] env[68199]: WARNING nova.compute.manager [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received unexpected event network-vif-plugged-16654a45-b163-4758-a311-113606e97b67 for instance with vm_state building and task_state spawning. [ 1064.163666] env[68199]: DEBUG nova.compute.manager [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-changed-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.163813] env[68199]: DEBUG nova.compute.manager [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing instance network info cache due to event network-changed-16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.163993] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.171751] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a84968-4b73-4730-a20a-98fefe9b7506 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.203496] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36fa198-9f54-46c7-b45c-9e1e911645d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.213466] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c658d51-b4a8-47de-a149-8496a57a937d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.229685] env[68199]: DEBUG nova.compute.provider_tree [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.354642] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-71030d61-0893-4bb9-804a-4efcedf54c61" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.354987] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance network_info: |[{"id": "cb3e6da0-1f79-4e64-baac-f9980adc88ea", "address": "fa:16:3e:ca:d0:0e", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e6da0-1f", "ovs_interfaceid": "cb3e6da0-1f79-4e64-baac-f9980adc88ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.355517] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d0:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb3e6da0-1f79-4e64-baac-f9980adc88ea', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.365989] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating folder: Project (bfaa293571f84481a1922c9f336d11ff). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.366415] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249f5ec8-475b-404e-a5a5-ee2875e7d543 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.372403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.372708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.376018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.376018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.376018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.376018] env[68199]: INFO nova.compute.manager [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Terminating instance [ 1064.381130] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created folder: Project (bfaa293571f84481a1922c9f336d11ff) in parent group-v614632. [ 1064.381333] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating folder: Instances. Parent ref: group-v614895. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.381802] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-091fd87f-6a86-47ac-930c-f64d7a0b6b7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.397333] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created folder: Instances in parent group-v614895. [ 1064.397617] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.397834] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.398061] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef7697d-5dbb-435d-bf41-bf97522eca3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.416884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ceababee-77b7-4739-84b7-65abc8e4dd5a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.829s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.422993] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.422993] env[68199]: value = "task-3070748" [ 1064.422993] env[68199]: _type = "Task" [ 1064.422993] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.433615] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070748, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.515731] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.516076] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef12703-39ee-4e40-9dbd-990587dc124e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.524856] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1064.524856] env[68199]: value = "task-3070749" [ 1064.524856] env[68199]: _type = "Task" [ 1064.524856] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.533192] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.537882] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.623563] env[68199]: DEBUG oslo_vmware.api [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070745, 'name': PowerOnVM_Task, 'duration_secs': 0.589721} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.623858] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Resumed the VM {{(pid=68199) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1064.624085] env[68199]: DEBUG nova.compute.manager [None req-a949f3e8-fda4-4891-a63e-7ac88d97bb11 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.624896] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e79f6-145b-42c0-8c55-24458f7f8e8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.689346] env[68199]: DEBUG nova.network.neutron [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.733078] env[68199]: DEBUG nova.scheduler.client.report [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.884029] env[68199]: DEBUG nova.compute.manager [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.884029] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.884398] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e84a1dd-53d7-404c-bb5b-192bd2941bb1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.891988] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.892249] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5420c86e-3373-4efe-a126-d27fe808e48e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.898374] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1064.898374] env[68199]: value = "task-3070750" [ 1064.898374] env[68199]: _type = "Task" [ 1064.898374] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.906016] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.933111] env[68199]: DEBUG nova.compute.manager [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.933353] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070748, 'name': CreateVM_Task, 'duration_secs': 0.444225} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.934061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830fc99-dc7e-4df8-a1ba-6594b46899ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.936676] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.937359] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.937522] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.937827] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.938388] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d477fce-5b2d-4ac2-b557-eb3646b9f475 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.944336] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1064.944336] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52abe699-6995-3d09-622d-345c671dc409" [ 1064.944336] env[68199]: _type = "Task" [ 1064.944336] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.953206] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abe699-6995-3d09-622d-345c671dc409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.036924] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070749, 'name': PowerOffVM_Task, 'duration_secs': 0.263737} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.037364] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.038011] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa317c99-8ffb-4b81-a68a-93314cdab89c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.059279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df29a56-1284-4323-ba89-de1f9b1e7865 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.092731] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.093059] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7411fdf-1cdd-49c1-aea5-ed60cb9bd47f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.099925] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1065.099925] env[68199]: value = "task-3070751" [ 1065.099925] env[68199]: _type = "Task" [ 1065.099925] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.110400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1065.110626] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.110884] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.111072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.111271] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.111591] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48668b33-f070-465e-8b0c-e414efe034d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.120476] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.120664] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.121429] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b6073b-d877-4d63-8f64-6e807bbab810 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.126804] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1065.126804] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f4c3e4-f010-c1b7-ccdf-4f59f93e7a2c" [ 1065.126804] env[68199]: _type = "Task" [ 1065.126804] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.137178] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4c3e4-f010-c1b7-ccdf-4f59f93e7a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.192922] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.192922] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Instance network_info: |[{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.193203] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.193409] env[68199]: DEBUG nova.network.neutron [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing network info cache for port 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.194802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:19:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16654a45-b163-4758-a311-113606e97b67', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.201987] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.205427] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.205899] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-058bd3e0-efb2-4df7-8cda-eecbb4b9ef88 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.226099] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.226099] env[68199]: value = "task-3070752" [ 1065.226099] env[68199]: _type = "Task" [ 1065.226099] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.233861] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070752, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.239031] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.241048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.024s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.242406] env[68199]: INFO nova.compute.claims [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.269666] env[68199]: INFO nova.scheduler.client.report [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Deleted allocations for instance 69710d68-8384-4d4f-979e-e7f27f0331ca [ 1065.287496] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.287741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.288083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.288417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.288690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.291250] env[68199]: INFO nova.compute.manager [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Terminating instance [ 1065.409362] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070750, 'name': PowerOffVM_Task, 'duration_secs': 0.19003} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.409664] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.409836] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.410099] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0e6e1a-c6d8-4142-858a-e0f55aac10f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.437282] env[68199]: DEBUG nova.network.neutron [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updated VIF entry in instance network info cache for port 16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.437517] env[68199]: DEBUG nova.network.neutron [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.446306] env[68199]: INFO nova.compute.manager [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] instance snapshotting [ 1065.455395] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f271399-4826-4ded-b04e-7d81d2b6f5d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.464621] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52abe699-6995-3d09-622d-345c671dc409, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.479151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.479430] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.479651] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.479898] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.480089] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.480271] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleting the datastore file [datastore2] 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.480997] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4016a58c-4129-4f1c-8ee0-6f0988ccf612 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.483347] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b84826-6b45-4efd-9c02-97f69a18e4d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.494130] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for the task: (returnval){ [ 1065.494130] env[68199]: value = "task-3070754" [ 1065.494130] env[68199]: _type = "Task" [ 1065.494130] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.501655] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.637899] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4c3e4-f010-c1b7-ccdf-4f59f93e7a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.639141] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb58d1a-db53-4020-993f-be643ab78df6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.644466] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1065.644466] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52217e56-2013-a225-08d9-f7c8904c636f" [ 1065.644466] env[68199]: _type = "Task" [ 1065.644466] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.652457] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52217e56-2013-a225-08d9-f7c8904c636f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.736551] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070752, 'name': CreateVM_Task, 'duration_secs': 0.354634} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.736841] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.737726] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737830] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738199] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738489] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96580c01-ac36-4696-820e-86b448a7b450 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.743571] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1065.743571] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5205ba0e-15bc-e24e-fc3e-96224029615a" [ 1065.743571] env[68199]: _type = "Task" [ 1065.743571] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.753536] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205ba0e-15bc-e24e-fc3e-96224029615a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.779858] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e4792ae-e878-4497-b513-751b178517ec tempest-ServerAddressesNegativeTestJSON-1344256374 tempest-ServerAddressesNegativeTestJSON-1344256374-project-member] Lock "69710d68-8384-4d4f-979e-e7f27f0331ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.374s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.795533] env[68199]: DEBUG nova.compute.manager [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.795771] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.796805] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a4cbf-9bc8-4b72-b87d-91cb36bdf0ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.805143] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.805402] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdcd7fb-8921-4ced-afec-69716fba6718 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.811176] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1065.811176] env[68199]: value = "task-3070755" [ 1065.811176] env[68199]: _type = "Task" [ 1065.811176] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.819014] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.940873] env[68199]: DEBUG oslo_concurrency.lockutils [req-0e87c031-be5c-40c7-82bb-e591ccdf1b1b req-af9c9c7d-fca5-4023-913d-38f0ad767fb5 service nova] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996253] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.996644] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d893ff8-6583-4f84-a3b8-0665aaddf94e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.007276] env[68199]: DEBUG oslo_vmware.api [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Task: {'id': task-3070754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189682} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.008563] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.008645] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.008819] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.008992] env[68199]: INFO nova.compute.manager [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1066.009257] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.009501] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1066.009501] env[68199]: value = "task-3070756" [ 1066.009501] env[68199]: _type = "Task" [ 1066.009501] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.009684] env[68199]: DEBUG nova.compute.manager [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.009777] env[68199]: DEBUG nova.network.neutron [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.021564] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.162080] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52217e56-2013-a225-08d9-f7c8904c636f, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.162514] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.162814] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. {{(pid=68199) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1066.163178] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.163461] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.163653] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddbd7745-646d-4758-ba49-522c68ea7c04 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.165816] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34f7e85-1fe6-42c8-9a3f-f81668c156bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.174351] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1066.174351] env[68199]: value = "task-3070757" [ 1066.174351] env[68199]: _type = "Task" [ 1066.174351] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.179198] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.179421] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.181020] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a361ba-5c5e-4c03-85c1-2856b115683f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.187213] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.189514] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1066.189514] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522f58b4-20dc-7c23-b99d-6b8e1e7698e0" [ 1066.189514] env[68199]: _type = "Task" [ 1066.189514] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.197911] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f58b4-20dc-7c23-b99d-6b8e1e7698e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.261574] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5205ba0e-15bc-e24e-fc3e-96224029615a, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.264395] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.264704] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.264934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.324495] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070755, 'name': PowerOffVM_Task, 'duration_secs': 0.276943} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.324795] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.324974] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.325265] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd19d3f3-bb10-49a8-b5c8-ae6037b6e277 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.399145] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.399440] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.399657] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleting the datastore file [datastore1] 4bbb344e-11e3-48ad-ad1d-437222dbf06d {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.399941] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8063f6b0-2982-4c7b-8aea-6eaa7c3c8b43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.410639] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1066.410639] env[68199]: value = "task-3070759" [ 1066.410639] env[68199]: _type = "Task" [ 1066.410639] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.425524] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.496352] env[68199]: DEBUG nova.compute.manager [req-23252228-7edd-4572-bf1a-6083407be1d3 req-c516cac1-ffcd-4bb1-aff8-c535eb5950cd service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Received event network-vif-deleted-cc43df34-1b30-4ab1-9e11-b73b2cb245af {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.496397] env[68199]: INFO nova.compute.manager [req-23252228-7edd-4572-bf1a-6083407be1d3 req-c516cac1-ffcd-4bb1-aff8-c535eb5950cd service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Neutron deleted interface cc43df34-1b30-4ab1-9e11-b73b2cb245af; detaching it from the instance and deleting it from the info cache [ 1066.496580] env[68199]: DEBUG nova.network.neutron [req-23252228-7edd-4572-bf1a-6083407be1d3 req-c516cac1-ffcd-4bb1-aff8-c535eb5950cd service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.522760] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070756, 'name': CreateSnapshot_Task, 'duration_secs': 0.507742} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.523233] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.523862] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd84d64-9c54-4162-815d-ad8063c8bc83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.570657] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d27596-9343-4333-a6ca-1b885f43c795 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.581474] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010dc89f-8dff-4612-b19f-3c178f2bf4ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.629047] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95275f-b3b2-4b8d-8993-3ec3db909dee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.637689] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf4bca4-ab16-4ba8-bcd8-60d7374249eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.654886] env[68199]: DEBUG nova.compute.provider_tree [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.684247] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491481} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.684489] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk. [ 1066.685356] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6223d5d6-051a-4a0b-9d3e-638c22d91817 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.718719] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.723427] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fd50ff-97d5-42b6-a7b1-f5035c0b12b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.745745] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f58b4-20dc-7c23-b99d-6b8e1e7698e0, 'name': SearchDatastore_Task, 'duration_secs': 0.007768} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.748384] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1066.748384] env[68199]: value = "task-3070760" [ 1066.748384] env[68199]: _type = "Task" [ 1066.748384] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.748384] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4af4bfa-8ba4-46e0-bcb5-6c0d5a2017c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756998] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1066.756998] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f0f7a7-b2da-092a-4afb-a77b8ec78364" [ 1066.756998] env[68199]: _type = "Task" [ 1066.756998] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.760554] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.769055] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f0f7a7-b2da-092a-4afb-a77b8ec78364, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.769363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.769638] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 71030d61-0893-4bb9-804a-4efcedf54c61/71030d61-0893-4bb9-804a-4efcedf54c61.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.769942] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.770152] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.770379] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee055cbb-e014-4553-82f8-7bdcd127ddef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.775240] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41244985-693d-431a-96bf-a1f7aad4da7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.782079] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1066.782079] env[68199]: value = "task-3070761" [ 1066.782079] env[68199]: _type = "Task" [ 1066.782079] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.786648] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.786846] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.787959] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a612cc-6eea-4be4-89a4-c9d01b700262 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.793630] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.796624] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1066.796624] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524264e8-a108-f038-220c-d314f6ede5a2" [ 1066.796624] env[68199]: _type = "Task" [ 1066.796624] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.803939] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524264e8-a108-f038-220c-d314f6ede5a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.920477] env[68199]: DEBUG oslo_vmware.api [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370181} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.920685] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.920867] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.921377] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.921625] env[68199]: INFO nova.compute.manager [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1066.921873] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.922085] env[68199]: DEBUG nova.compute.manager [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.922182] env[68199]: DEBUG nova.network.neutron [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.936207] env[68199]: DEBUG nova.network.neutron [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.003215] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c2227ba-0648-463e-8fef-aaedd541d000 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.015630] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421499da-2ea8-41c8-babc-18a254a3c652 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.060297] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.060830] env[68199]: DEBUG nova.compute.manager [req-23252228-7edd-4572-bf1a-6083407be1d3 req-c516cac1-ffcd-4bb1-aff8-c535eb5950cd service nova] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Detach interface failed, port_id=cc43df34-1b30-4ab1-9e11-b73b2cb245af, reason: Instance 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.061326] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd781930-6879-407c-9dee-a58f0ce8bde6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.074128] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1067.074128] env[68199]: value = "task-3070762" [ 1067.074128] env[68199]: _type = "Task" [ 1067.074128] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.087811] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.159847] env[68199]: DEBUG nova.scheduler.client.report [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.261921] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.292517] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464756} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.292797] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 71030d61-0893-4bb9-804a-4efcedf54c61/71030d61-0893-4bb9-804a-4efcedf54c61.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.293231] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.293285] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0ac80d0-90ea-4986-b0ce-8dc14e7fb46a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.302399] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1067.302399] env[68199]: value = "task-3070763" [ 1067.302399] env[68199]: _type = "Task" [ 1067.302399] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.309463] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524264e8-a108-f038-220c-d314f6ede5a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.310719] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f360a9c-e41e-4e8c-8518-6316c3424bb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.318496] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.322466] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1067.322466] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525c8a76-80aa-2b8c-9e88-be9af3d86822" [ 1067.322466] env[68199]: _type = "Task" [ 1067.322466] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.331501] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525c8a76-80aa-2b8c-9e88-be9af3d86822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.438706] env[68199]: INFO nova.compute.manager [-] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Took 1.43 seconds to deallocate network for instance. [ 1067.587198] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.665173] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.665958] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.671103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.688s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.763584] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070760, 'name': ReconfigVM_Task, 'duration_secs': 0.590999} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.763709] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f/6befe3b5-4755-45d8-a121-c6304664aae2-rescue.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.766083] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90003c0a-9875-41f9-a059-899505b33739 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.795071] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70d5c1c-0713-42f9-920e-5b064609077b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.815400] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073731} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.817011] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.818587] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1067.818587] env[68199]: value = "task-3070764" [ 1067.818587] env[68199]: _type = "Task" [ 1067.818587] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.819351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1ae7c-e10a-4651-ad4f-1d898fabe11d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.846965] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 71030d61-0893-4bb9-804a-4efcedf54c61/71030d61-0893-4bb9-804a-4efcedf54c61.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.851542] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57aa310-c1b4-4e6a-81b2-8ed9de963a1f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.866905] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.871192] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525c8a76-80aa-2b8c-9e88-be9af3d86822, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.872036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.872339] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0099e2bc-63ed-4298-bdb0-aa523596a815/0099e2bc-63ed-4298-bdb0-aa523596a815.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.872633] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f4a46d-4887-4cae-8c36-9c39bdaa811a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.879089] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1067.879089] env[68199]: value = "task-3070765" [ 1067.879089] env[68199]: _type = "Task" [ 1067.879089] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.884492] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1067.884492] env[68199]: value = "task-3070766" [ 1067.884492] env[68199]: _type = "Task" [ 1067.884492] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.890847] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.895575] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.946131] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.998707] env[68199]: DEBUG nova.network.neutron [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.089665] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.175479] env[68199]: DEBUG nova.compute.utils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.179295] env[68199]: INFO nova.compute.claims [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.183241] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.183515] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.225800] env[68199]: DEBUG nova.policy [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.335458] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070764, 'name': ReconfigVM_Task, 'duration_secs': 0.258402} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.338119] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.338119] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae93d68f-9fa5-4ee3-883e-c4973d01e940 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.343963] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1068.343963] env[68199]: value = "task-3070767" [ 1068.343963] env[68199]: _type = "Task" [ 1068.343963] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.354925] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.392964] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.398159] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510259} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.398530] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 0099e2bc-63ed-4298-bdb0-aa523596a815/0099e2bc-63ed-4298-bdb0-aa523596a815.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.398834] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.399193] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c35f6a-552e-4f58-95a1-8ac6d38250c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.406037] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1068.406037] env[68199]: value = "task-3070768" [ 1068.406037] env[68199]: _type = "Task" [ 1068.406037] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.414596] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.502456] env[68199]: INFO nova.compute.manager [-] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Took 1.58 seconds to deallocate network for instance. [ 1068.522289] env[68199]: DEBUG nova.compute.manager [req-c20cb8e9-6716-479a-8ecb-c1b0a59b33fc req-cb9b4dd1-6ba7-4c8a-80e1-abaac5078d29 service nova] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Received event network-vif-deleted-784c062b-13b2-49b7-ab1e-09ebf39086b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.528815] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Successfully created port: 4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.587439] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.684488] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.688774] env[68199]: INFO nova.compute.resource_tracker [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating resource usage from migration c4c0f7a6-9fbf-44f4-ba4c-578c73120b55 [ 1068.855072] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.889659] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070765, 'name': ReconfigVM_Task, 'duration_secs': 0.572427} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.891624] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 71030d61-0893-4bb9-804a-4efcedf54c61/71030d61-0893-4bb9-804a-4efcedf54c61.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.892622] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-375834b1-8f26-4ceb-bd25-6ef43aa1ce5b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.898736] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1068.898736] env[68199]: value = "task-3070769" [ 1068.898736] env[68199]: _type = "Task" [ 1068.898736] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.913180] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070769, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.918743] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167559} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.919205] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.919801] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7e925-f5fd-41b1-8dc6-71b1fcd693e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.943082] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0099e2bc-63ed-4298-bdb0-aa523596a815/0099e2bc-63ed-4298-bdb0-aa523596a815.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.946397] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e073dc31-d07d-451a-916f-b0bf3ba315d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.967680] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1068.967680] env[68199]: value = "task-3070770" [ 1068.967680] env[68199]: _type = "Task" [ 1068.967680] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.976307] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.992229] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92494933-b422-489a-bf5a-cc4c0e18f69b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.000599] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd34cd9-1d56-4c49-a4c4-12dec4ce1412 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.030487] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.031949] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f405554c-6bb6-4cc2-b055-150fdf35136a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.043036] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8178f-cef6-4d7d-b848-89678e4c6389 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.059553] env[68199]: DEBUG nova.compute.provider_tree [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.089121] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.354882] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.408151] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070769, 'name': Rename_Task, 'duration_secs': 0.183592} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.408425] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.408660] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f910078a-532d-46cc-8c76-86af3cd89d01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.415584] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1069.415584] env[68199]: value = "task-3070771" [ 1069.415584] env[68199]: _type = "Task" [ 1069.415584] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.423134] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.477889] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070770, 'name': ReconfigVM_Task, 'duration_secs': 0.305977} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.478183] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0099e2bc-63ed-4298-bdb0-aa523596a815/0099e2bc-63ed-4298-bdb0-aa523596a815.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.478811] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd69511-54e9-47e0-9880-b458f1256b11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.485591] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1069.485591] env[68199]: value = "task-3070772" [ 1069.485591] env[68199]: _type = "Task" [ 1069.485591] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.494380] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070772, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.563045] env[68199]: DEBUG nova.scheduler.client.report [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.588995] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070762, 'name': CloneVM_Task, 'duration_secs': 2.020432} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.589553] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Created linked-clone VM from snapshot [ 1069.590361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992d35b-ca06-449d-9ec0-0b178e1b6da2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.597904] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Uploading image 11dd4aad-5722-45fa-aea2-90115e0da4a8 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.618968] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.618968] env[68199]: value = "vm-614900" [ 1069.618968] env[68199]: _type = "VirtualMachine" [ 1069.618968] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.619280] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fab26084-78c7-4463-910f-e864ccc8b8ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.625400] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease: (returnval){ [ 1069.625400] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52afa380-5e76-2b37-168c-0761a10298dc" [ 1069.625400] env[68199]: _type = "HttpNfcLease" [ 1069.625400] env[68199]: } obtained for exporting VM: (result){ [ 1069.625400] env[68199]: value = "vm-614900" [ 1069.625400] env[68199]: _type = "VirtualMachine" [ 1069.625400] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.625627] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the lease: (returnval){ [ 1069.625627] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52afa380-5e76-2b37-168c-0761a10298dc" [ 1069.625627] env[68199]: _type = "HttpNfcLease" [ 1069.625627] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.631918] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.631918] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52afa380-5e76-2b37-168c-0761a10298dc" [ 1069.631918] env[68199]: _type = "HttpNfcLease" [ 1069.631918] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.693754] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.717537] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.717792] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.717950] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.718214] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.718363] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.718510] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.718718] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.718882] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.719084] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.719277] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.719446] env[68199]: DEBUG nova.virt.hardware [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.720363] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077eba3d-56d0-4224-9b0b-18e8922930fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.728484] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec6f41-46dd-4a5a-bf09-ed231a61b724 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.831428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.831428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.856485] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070767, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.925496] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070771, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.995284] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070772, 'name': Rename_Task, 'duration_secs': 0.14509} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.995560] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.995809] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3929a2d5-13b8-49d8-9ffd-ed21d0338290 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.002771] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1070.002771] env[68199]: value = "task-3070774" [ 1070.002771] env[68199]: _type = "Task" [ 1070.002771] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.010637] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.046920] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Successfully updated port: 4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.068135] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.068279] env[68199]: INFO nova.compute.manager [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Migrating [ 1070.074946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.504s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.076448] env[68199]: INFO nova.compute.claims [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.135020] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.135020] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52afa380-5e76-2b37-168c-0761a10298dc" [ 1070.135020] env[68199]: _type = "HttpNfcLease" [ 1070.135020] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.135020] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.135020] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52afa380-5e76-2b37-168c-0761a10298dc" [ 1070.135020] env[68199]: _type = "HttpNfcLease" [ 1070.135020] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.135408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402a029-6767-419e-b640-e4c50fb5d0aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.143118] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.143450] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.252301] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01015098-476f-4dd9-beb0-1aa3146dc72b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.335333] env[68199]: INFO nova.compute.manager [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Detaching volume ca87e8a9-6b0a-4468-8400-6e48da7fc701 [ 1070.360146] env[68199]: DEBUG oslo_vmware.api [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070767, 'name': PowerOnVM_Task, 'duration_secs': 1.584662} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.360450] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.363880] env[68199]: DEBUG nova.compute.manager [None req-9db4e520-f411-4094-ba84-77feea561c3e tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.364711] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25178ed5-6c9f-4d3d-9ddf-8c9cdb3ef46c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.377314] env[68199]: INFO nova.virt.block_device [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Attempting to driver detach volume ca87e8a9-6b0a-4468-8400-6e48da7fc701 from mountpoint /dev/sdb [ 1070.377314] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.377314] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614860', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'name': 'volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'serial': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.377981] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80b2a5-7357-4230-b2f6-0ca0d478cbf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.401428] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89aef3f-7b61-4c84-b8f1-e6d6d246b830 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.409291] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2099de90-a586-42e7-8eff-c918f871a53f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.432837] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057433a-00f6-4291-b2cf-360846dc538e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.441351] env[68199]: DEBUG oslo_vmware.api [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070771, 'name': PowerOnVM_Task, 'duration_secs': 0.554795} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.451025] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.451143] env[68199]: INFO nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1070.451283] env[68199]: DEBUG nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.452032] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701/volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.457667] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.458480] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a12693-561b-4b17-9e93-60a04f504449 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.461105] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffe5ff03-7e55-4e93-ae7b-0930d83c953b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.483760] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1070.483760] env[68199]: value = "task-3070775" [ 1070.483760] env[68199]: _type = "Task" [ 1070.483760] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.491859] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.512283] env[68199]: DEBUG oslo_vmware.api [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070774, 'name': PowerOnVM_Task, 'duration_secs': 0.474186} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.512933] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.513030] env[68199]: INFO nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1070.513287] env[68199]: DEBUG nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.514661] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e2deb0-322f-4951-a8e6-f9979b791ddf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.549749] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549937] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.550113] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.554686] env[68199]: DEBUG nova.compute.manager [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Received event network-vif-plugged-4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.554846] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Acquiring lock "6d971644-4991-4782-a0e4-d593358c5a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.555136] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Lock "6d971644-4991-4782-a0e4-d593358c5a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.555334] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Lock "6d971644-4991-4782-a0e4-d593358c5a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.555501] env[68199]: DEBUG nova.compute.manager [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] No waiting events found dispatching network-vif-plugged-4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.555666] env[68199]: WARNING nova.compute.manager [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Received unexpected event network-vif-plugged-4868f7dc-d531-4b34-a368-58c6994b08f6 for instance with vm_state building and task_state spawning. [ 1070.555822] env[68199]: DEBUG nova.compute.manager [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Received event network-changed-4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.555972] env[68199]: DEBUG nova.compute.manager [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Refreshing instance network info cache due to event network-changed-4868f7dc-d531-4b34-a368-58c6994b08f6. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.556149] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Acquiring lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.592194] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.592380] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.592554] env[68199]: DEBUG nova.network.neutron [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.593702] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.593919] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.594167] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.594353] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.594517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.596462] env[68199]: INFO nova.compute.manager [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Terminating instance [ 1070.997982] env[68199]: INFO nova.compute.manager [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Took 15.30 seconds to build instance. [ 1071.002606] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070775, 'name': ReconfigVM_Task, 'duration_secs': 0.267528} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.003229] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.008545] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324725ca-eb12-46fe-8d54-0986160cce31 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.031318] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1071.031318] env[68199]: value = "task-3070776" [ 1071.031318] env[68199]: _type = "Task" [ 1071.031318] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.038180] env[68199]: INFO nova.compute.manager [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Took 13.91 seconds to build instance. [ 1071.050130] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.100839] env[68199]: DEBUG nova.compute.manager [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.101285] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.102441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec227e4-c79b-4117-a0d8-32e5e1ac2a43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.107592] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.114953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.116403] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b44ca37-d47e-4911-923c-6e06b9da359f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.122796] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1071.122796] env[68199]: value = "task-3070777" [ 1071.122796] env[68199]: _type = "Task" [ 1071.122796] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.136391] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.375890] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1919796-3099-4d7a-9e64-272dcfbc1dfc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.388391] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff050d1-1bc3-42c9-8e58-b1e2b7fc804d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.428323] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae60d7c3-5bfb-4d93-a8d5-6026390fafe6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.440408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df684d-214d-4fc9-906e-8dc878c0f5e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.460136] env[68199]: DEBUG nova.compute.provider_tree [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.505039] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd6efb16-5df7-41d8-a482-42fdd6cd469d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.815s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.524151] env[68199]: DEBUG nova.network.neutron [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.545431] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1e6f7aaa-db19-4778-ba32-1b5c40c06bc5 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.431s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.555425] env[68199]: DEBUG oslo_vmware.api [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070776, 'name': ReconfigVM_Task, 'duration_secs': 0.189522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.556371] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614860', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'name': 'volume-ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701', 'serial': 'ca87e8a9-6b0a-4468-8400-6e48da7fc701'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.601360] env[68199]: DEBUG nova.network.neutron [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Updating instance_info_cache with network_info: [{"id": "4868f7dc-d531-4b34-a368-58c6994b08f6", "address": "fa:16:3e:30:6e:cc", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4868f7dc-d5", "ovs_interfaceid": "4868f7dc-d531-4b34-a368-58c6994b08f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.634498] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070777, 'name': PowerOffVM_Task, 'duration_secs': 0.262423} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.635245] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.635866] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.636266] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0b5c54-5f93-4fc6-85f9-415508795f1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.708603] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.708826] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.709101] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleting the datastore file [datastore2] ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.709387] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c7c404a-6963-4ae7-86c7-d707295e6dd4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.717922] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for the task: (returnval){ [ 1071.717922] env[68199]: value = "task-3070779" [ 1071.717922] env[68199]: _type = "Task" [ 1071.717922] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.726326] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.966020] env[68199]: DEBUG nova.scheduler.client.report [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.032658] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.107301] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.107301] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Instance network_info: |[{"id": "4868f7dc-d531-4b34-a368-58c6994b08f6", "address": "fa:16:3e:30:6e:cc", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4868f7dc-d5", "ovs_interfaceid": "4868f7dc-d531-4b34-a368-58c6994b08f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.107301] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Acquired lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.107301] env[68199]: DEBUG nova.network.neutron [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Refreshing network info cache for port 4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.107301] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:6e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4868f7dc-d531-4b34-a368-58c6994b08f6', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.118882] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.122779] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.125506] env[68199]: DEBUG nova.objects.instance [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'flavor' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.127294] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aca6f44-4ae0-467b-8812-206ba6677b9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.150561] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.150561] env[68199]: value = "task-3070780" [ 1072.150561] env[68199]: _type = "Task" [ 1072.150561] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.160851] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070780, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.228620] env[68199]: DEBUG oslo_vmware.api [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Task: {'id': task-3070779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289776} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.228889] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.229087] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.229303] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.229521] env[68199]: INFO nova.compute.manager [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1072.229781] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.229979] env[68199]: DEBUG nova.compute.manager [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.230383] env[68199]: DEBUG nova.network.neutron [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.304911] env[68199]: INFO nova.compute.manager [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Unrescuing [ 1072.304911] env[68199]: DEBUG oslo_concurrency.lockutils [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.304911] env[68199]: DEBUG oslo_concurrency.lockutils [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.304911] env[68199]: DEBUG nova.network.neutron [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.470330] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.470999] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.474806] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.376s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.478170] env[68199]: INFO nova.compute.claims [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.497277] env[68199]: DEBUG nova.network.neutron [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Updated VIF entry in instance network info cache for port 4868f7dc-d531-4b34-a368-58c6994b08f6. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.497277] env[68199]: DEBUG nova.network.neutron [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Updating instance_info_cache with network_info: [{"id": "4868f7dc-d531-4b34-a368-58c6994b08f6", "address": "fa:16:3e:30:6e:cc", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4868f7dc-d5", "ovs_interfaceid": "4868f7dc-d531-4b34-a368-58c6994b08f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.644793] env[68199]: DEBUG nova.compute.manager [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.645013] env[68199]: DEBUG nova.compute.manager [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.645690] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.646147] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.646466] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.662517] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070780, 'name': CreateVM_Task, 'duration_secs': 0.425209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.662689] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.663453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.663625] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.663949] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.664469] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c06ebb-8542-459b-be56-98d489a64ed1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.670242] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1072.670242] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526851b6-2fe5-ab8e-88cb-1a881c97778f" [ 1072.670242] env[68199]: _type = "Task" [ 1072.670242] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.679145] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526851b6-2fe5-ab8e-88cb-1a881c97778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.765850] env[68199]: DEBUG nova.compute.manager [req-912115b1-37e0-452a-bb42-ddc1cd008572 req-f048bbc5-f7ef-4425-8811-4853e587e11c service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Received event network-vif-deleted-cdf2e120-2ea7-4c67-bcb0-490dcbc58f30 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.766065] env[68199]: INFO nova.compute.manager [req-912115b1-37e0-452a-bb42-ddc1cd008572 req-f048bbc5-f7ef-4425-8811-4853e587e11c service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Neutron deleted interface cdf2e120-2ea7-4c67-bcb0-490dcbc58f30; detaching it from the instance and deleting it from the info cache [ 1072.766277] env[68199]: DEBUG nova.network.neutron [req-912115b1-37e0-452a-bb42-ddc1cd008572 req-f048bbc5-f7ef-4425-8811-4853e587e11c service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.988187] env[68199]: DEBUG nova.compute.utils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.989994] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.990201] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.000537] env[68199]: DEBUG oslo_concurrency.lockutils [req-04774c39-ee69-4209-9e07-a0fbf867041c req-b5e5a780-b485-4cef-8cae-35380f3744a1 service nova] Releasing lock "refresh_cache-6d971644-4991-4782-a0e4-d593358c5a22" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.045030] env[68199]: DEBUG nova.policy [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f93a6a7946ef41f79b2ff39eac1e8b22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dabf9b4ae61346d9975a741fef7ed89b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.084503] env[68199]: DEBUG nova.network.neutron [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.154075] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb0c672a-d995-4499-b89c-53bb0e46021d tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.186022] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526851b6-2fe5-ab8e-88cb-1a881c97778f, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.186426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.187047] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.187047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.187247] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.187357] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.187670] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e65eff-21f2-425b-8dc6-13ab18af8c82 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.197221] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.197766] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.198570] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f269a37-3510-473a-be45-33de5be753c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.206718] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1073.206718] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528f4380-c849-b49d-4218-acd5eb1d2bb6" [ 1073.206718] env[68199]: _type = "Task" [ 1073.206718] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.215742] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f4380-c849-b49d-4218-acd5eb1d2bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.272029] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbe329f6-9d7e-47fb-add8-c46d05df1189 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.287114] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2037fd6-d747-49b6-8666-a4e2e4b6d71f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.326415] env[68199]: DEBUG nova.compute.manager [req-912115b1-37e0-452a-bb42-ddc1cd008572 req-f048bbc5-f7ef-4425-8811-4853e587e11c service nova] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Detach interface failed, port_id=cdf2e120-2ea7-4c67-bcb0-490dcbc58f30, reason: Instance ba22273e-b45d-41a5-baa4-647dc00eed2a could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.377109] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "a944c2ac-5243-43ea-994e-ba131229af5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.378218] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.495707] env[68199]: DEBUG nova.network.neutron [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.498241] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.502509] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updated VIF entry in instance network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.502509] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.546677] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Successfully created port: fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.557650] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd33366-8df7-4996-99a9-bb20d4f691f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.586062] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.592709] env[68199]: INFO nova.compute.manager [-] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Took 1.36 seconds to deallocate network for instance. [ 1073.723855] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f4380-c849-b49d-4218-acd5eb1d2bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.725458] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb05c1f5-705d-4cae-be89-62e9109e8664 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.731300] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1073.731300] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5292ea63-42ee-42cc-a7c0-7017b272d2d4" [ 1073.731300] env[68199]: _type = "Task" [ 1073.731300] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.747495] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5292ea63-42ee-42cc-a7c0-7017b272d2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.827190] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98b503-ee1f-4a93-aafa-c72cfecaf58a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.834019] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320caa8e-f01c-448c-babe-227850befe78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.867885] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25cef54-72ba-4b71-9f03-afab3eff69c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.875887] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9f245-df6f-4570-b150-80c93fba4a5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.890144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.890377] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.890615] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.890828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.891038] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.893132] env[68199]: INFO nova.compute.manager [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Terminating instance [ 1073.895847] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.898793] env[68199]: DEBUG nova.compute.provider_tree [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.998947] env[68199]: DEBUG oslo_concurrency.lockutils [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.999614] env[68199]: DEBUG nova.objects.instance [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'flavor' on Instance uuid 42595dcc-2147-4618-b831-f887ed1f1a1f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.006094] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.006094] env[68199]: DEBUG nova.compute.manager [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-changed-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.006094] env[68199]: DEBUG nova.compute.manager [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing instance network info cache due to event network-changed-16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.006094] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.006318] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.006883] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing network info cache for port 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.091351] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.091523] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878c57e8-6aef-48e1-bd41-39cb19eb4de2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.099131] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.099465] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1074.099465] env[68199]: value = "task-3070781" [ 1074.099465] env[68199]: _type = "Task" [ 1074.099465] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.107705] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.244839] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5292ea63-42ee-42cc-a7c0-7017b272d2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.245123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.245473] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 6d971644-4991-4782-a0e4-d593358c5a22/6d971644-4991-4782-a0e4-d593358c5a22.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.245704] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13bba34-66ae-41c1-8692-a4c37670ed0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.255062] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1074.255062] env[68199]: value = "task-3070782" [ 1074.255062] env[68199]: _type = "Task" [ 1074.255062] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.263544] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.397259] env[68199]: DEBUG nova.compute.manager [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.397497] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.398459] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138cd2be-a44d-44a2-bf72-05d578df0aa7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.403924] env[68199]: DEBUG nova.scheduler.client.report [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.413924] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.414854] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0e408e-d70e-45ac-a66f-c66049f61935 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.420687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.422145] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1074.422145] env[68199]: value = "task-3070783" [ 1074.422145] env[68199]: _type = "Task" [ 1074.422145] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.431263] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.505936] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.508569] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23669ab-0b13-4f3b-9264-890c9e2f4c07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.536803] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.539323] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75db3a87-9ead-4d33-8476-7f9ae375ed1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.551281] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.551702] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.551702] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.551702] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.551858] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.552044] env[68199]: DEBUG nova.virt.hardware [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.557524] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae093deb-8e08-42b9-9786-0e59da56b634 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.558775] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1074.558775] env[68199]: value = "task-3070784" [ 1074.558775] env[68199]: _type = "Task" [ 1074.558775] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.566998] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87734dce-932d-4b59-a22d-4552006b161b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.574589] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.613334] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1074.613533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.765914] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070782, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.775931] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updated VIF entry in instance network info cache for port 16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.776368] env[68199]: DEBUG nova.network.neutron [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.806237] env[68199]: DEBUG nova.compute.manager [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-changed-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.806538] env[68199]: DEBUG nova.compute.manager [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing instance network info cache due to event network-changed-16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.806696] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.911237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.911876] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.915564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.970s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.915796] env[68199]: DEBUG nova.objects.instance [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lazy-loading 'resources' on Instance uuid 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.935949] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070783, 'name': PowerOffVM_Task, 'duration_secs': 0.255631} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.936844] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.936844] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.936965] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18caeea3-f196-4eac-9c28-59a137fdbbd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.981492] env[68199]: DEBUG nova.compute.manager [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Received event network-vif-plugged-fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.981735] env[68199]: DEBUG oslo_concurrency.lockutils [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] Acquiring lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.981963] env[68199]: DEBUG oslo_concurrency.lockutils [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.982186] env[68199]: DEBUG oslo_concurrency.lockutils [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.982388] env[68199]: DEBUG nova.compute.manager [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] No waiting events found dispatching network-vif-plugged-fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.982643] env[68199]: WARNING nova.compute.manager [req-a0dc49a9-802b-4c6d-a008-27c69818c7d1 req-ff2e42a0-2d80-49b6-9fa4-eb7d789c8897 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Received unexpected event network-vif-plugged-fd26f4be-80fc-4433-beca-a1b16ae39b86 for instance with vm_state building and task_state spawning. [ 1075.005554] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.005831] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.006080] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.006387] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed34dccf-6eed-4de7-8527-15068c0ae54d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.013358] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1075.013358] env[68199]: value = "task-3070786" [ 1075.013358] env[68199]: _type = "Task" [ 1075.013358] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.021902] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.069908] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070784, 'name': PowerOffVM_Task, 'duration_secs': 0.235533} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.070080] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.075511] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.075807] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ba9fd2-b268-48c5-bbbe-29eebf37e51b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.092709] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Successfully updated port: fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.101532] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1075.101532] env[68199]: value = "task-3070787" [ 1075.101532] env[68199]: _type = "Task" [ 1075.101532] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.111428] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.120568] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.120884] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.121157] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.121398] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.121628] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.122094] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.123039] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.123295] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.123630] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.123969] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.124223] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.130327] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4154734-c9ca-484c-a6a3-c01ca87cf0e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.147019] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1075.147019] env[68199]: value = "task-3070788" [ 1075.147019] env[68199]: _type = "Task" [ 1075.147019] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.157263] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.267054] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731233} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.267356] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 6d971644-4991-4782-a0e4-d593358c5a22/6d971644-4991-4782-a0e4-d593358c5a22.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.267595] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.267883] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb24bb94-eddf-43dd-bc76-9688ad8f544a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.277922] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1075.277922] env[68199]: value = "task-3070789" [ 1075.277922] env[68199]: _type = "Task" [ 1075.277922] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.282284] env[68199]: DEBUG oslo_concurrency.lockutils [req-81ed8024-8f2d-440e-9692-8b29c4c26d03 req-427c4891-beca-4fe3-8a4b-6d5482d774c5 service nova] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.282713] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.282928] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing network info cache for port 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.290718] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.421152] env[68199]: DEBUG nova.compute.utils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.421152] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.421152] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.468496] env[68199]: DEBUG nova.policy [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdfddd3d50644597a8ec475fe10d9062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fe1b7d6bf9c4c1ab83e71fdda478b59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.525277] env[68199]: DEBUG oslo_vmware.api [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2633} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.527943] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.528111] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.528284] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.528453] env[68199]: INFO nova.compute.manager [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1075.528690] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.529080] env[68199]: DEBUG nova.compute.manager [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.529180] env[68199]: DEBUG nova.network.neutron [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.596769] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.596915] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquired lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597177] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.609363] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070787, 'name': ReconfigVM_Task, 'duration_secs': 0.264385} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.609657] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.609842] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.610102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77505a8a-457b-4f3b-962a-4bab92eb00bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.620212] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1075.620212] env[68199]: value = "task-3070790" [ 1075.620212] env[68199]: _type = "Task" [ 1075.620212] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.628910] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.658567] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.733255] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d72ab92-bbd4-4e84-a363-dfa9baf41d48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.741806] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa4c39b-8be4-4d13-8b5a-a93d920fef8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.783568] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a2a0b-14bf-4f4e-8529-efb777bd7399 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.800721] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9087cf36-2b11-4859-a169-95545f39a317 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.801300] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081818} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.801567] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.802704] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efa448-e843-47be-b062-4c6135d03d8c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.814547] env[68199]: DEBUG nova.compute.provider_tree [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.838050] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6d971644-4991-4782-a0e4-d593358c5a22/6d971644-4991-4782-a0e4-d593358c5a22.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.839038] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb2c9ec-692d-4a96-877d-423ec87bcd7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.862514] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1075.862514] env[68199]: value = "task-3070791" [ 1075.862514] env[68199]: _type = "Task" [ 1075.862514] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.871242] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.929441] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.968056] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Successfully created port: 9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.117838] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updated VIF entry in instance network info cache for port 16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.118253] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.129734] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.139866] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.157984] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.276297] env[68199]: DEBUG nova.network.neutron [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Updating instance_info_cache with network_info: [{"id": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "address": "fa:16:3e:84:8f:30", "network": {"id": "cf38f3c1-ff74-42ca-9e0f-27428d834378", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-540379638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dabf9b4ae61346d9975a741fef7ed89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd26f4be-80", "ovs_interfaceid": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.318243] env[68199]: DEBUG nova.scheduler.client.report [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.372731] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.621447] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.621736] env[68199]: DEBUG nova.compute.manager [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.621854] env[68199]: DEBUG nova.compute.manager [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.622090] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.622239] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.622400] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.634833] env[68199]: DEBUG oslo_vmware.api [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070790, 'name': PowerOnVM_Task, 'duration_secs': 0.977209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.635089] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.635325] env[68199]: DEBUG nova.compute.manager [None req-08769488-27f6-42c0-a8ac-ac2d99a95f42 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.636125] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436ff790-bc4f-4a64-bdce-0665ea9ce849 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.658263] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070788, 'name': ReconfigVM_Task, 'duration_secs': 1.208044} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.658576] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.772569] env[68199]: DEBUG nova.network.neutron [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.778776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Releasing lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.779162] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Instance network_info: |[{"id": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "address": "fa:16:3e:84:8f:30", "network": {"id": "cf38f3c1-ff74-42ca-9e0f-27428d834378", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-540379638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dabf9b4ae61346d9975a741fef7ed89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd26f4be-80", "ovs_interfaceid": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.779998] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:8f:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd26f4be-80fc-4433-beca-a1b16ae39b86', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.787775] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Creating folder: Project (dabf9b4ae61346d9975a741fef7ed89b). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.788473] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11364dd6-30a0-4958-83fe-fc468230fe68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802232] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Created folder: Project (dabf9b4ae61346d9975a741fef7ed89b) in parent group-v614632. [ 1076.802437] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Creating folder: Instances. Parent ref: group-v614902. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.802649] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ea1d8d5-c9c8-476f-819d-ec1a7f6463a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.811648] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Created folder: Instances in parent group-v614902. [ 1076.811877] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.812075] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.812274] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bbbedad-ccb1-4eb9-a089-707d207f6dc8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.830233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.832321] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.802s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.832515] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.834268] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.735s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.834511] env[68199]: DEBUG nova.objects.instance [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lazy-loading 'resources' on Instance uuid ba22273e-b45d-41a5-baa4-647dc00eed2a {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.841055] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.841055] env[68199]: value = "task-3070794" [ 1076.841055] env[68199]: _type = "Task" [ 1076.841055] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.855129] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070794, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.855502] env[68199]: INFO nova.scheduler.client.report [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Deleted allocations for instance 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f [ 1076.858329] env[68199]: INFO nova.scheduler.client.report [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted allocations for instance 4bbb344e-11e3-48ad-ad1d-437222dbf06d [ 1076.876247] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.940265] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.972683] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.972976] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.973248] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.973466] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.973623] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.973800] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.974033] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.974233] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.974427] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.974619] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.974810] env[68199]: DEBUG nova.virt.hardware [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.975782] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325cb68-ce67-4a51-8e53-3675ad411ef9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.984985] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4f9fd6-5156-4409-9abc-1b2d5db2c2ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.020296] env[68199]: DEBUG nova.compute.manager [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Received event network-changed-fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.020493] env[68199]: DEBUG nova.compute.manager [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Refreshing instance network info cache due to event network-changed-fd26f4be-80fc-4433-beca-a1b16ae39b86. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.020824] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] Acquiring lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.020885] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] Acquired lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.020996] env[68199]: DEBUG nova.network.neutron [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Refreshing network info cache for port fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.165297] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.165557] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.165759] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.166413] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.166753] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.167016] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.167284] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.167484] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.167696] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.167909] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.168148] env[68199]: DEBUG nova.virt.hardware [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.174101] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.177611] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477c3bd9-37a0-4bb7-af9a-777eace34324 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.198957] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1077.198957] env[68199]: value = "task-3070795" [ 1077.198957] env[68199]: _type = "Task" [ 1077.198957] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.208397] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.275760] env[68199]: INFO nova.compute.manager [-] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Took 1.75 seconds to deallocate network for instance. [ 1077.353711] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070794, 'name': CreateVM_Task, 'duration_secs': 0.379121} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.353903] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.354651] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.355046] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.355383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.355653] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db411bb8-de5f-41b0-951b-72cb6160b4b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.362206] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1077.362206] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52eac2a6-7bb6-1385-2722-35d7d6d82696" [ 1077.362206] env[68199]: _type = "Task" [ 1077.362206] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.373371] env[68199]: DEBUG oslo_concurrency.lockutils [None req-87819a3c-067d-4921-b5f2-286d5ce22e50 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Lock "863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.381217] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fd8506fb-02ef-4831-ac70-55f6d5188ece tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "4bbb344e-11e3-48ad-ad1d-437222dbf06d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.093s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.389913] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52eac2a6-7bb6-1385-2722-35d7d6d82696, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.393912] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.394198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.394442] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.394590] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.394765] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.399961] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627acffb-5002-41dd-bdeb-a4526e95da46 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.402121] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070791, 'name': ReconfigVM_Task, 'duration_secs': 1.170496} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.402386] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6d971644-4991-4782-a0e4-d593358c5a22/6d971644-4991-4782-a0e4-d593358c5a22.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.403579] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14cf5718-a2d2-43d6-ab80-c92015853a67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.413710] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1077.413710] env[68199]: value = "task-3070796" [ 1077.413710] env[68199]: _type = "Task" [ 1077.413710] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.413942] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.414162] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.414909] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368b25ec-769a-4259-826d-4b7acab2c15e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.425536] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updated VIF entry in instance network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.426009] env[68199]: DEBUG nova.network.neutron [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.434077] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070796, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.434077] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1077.434077] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5231eb71-572c-9d59-4797-f34d3bca61a0" [ 1077.434077] env[68199]: _type = "Task" [ 1077.434077] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.443429] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5231eb71-572c-9d59-4797-f34d3bca61a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.447181] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff1de71-77a6-4b76-bbad-51d0a15d43b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.453182] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1077.453182] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d5de5e-bfa3-5b6c-32d8-86f964824119" [ 1077.453182] env[68199]: _type = "Task" [ 1077.453182] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.464484] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5de5e-bfa3-5b6c-32d8-86f964824119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.614787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c5a06-e980-4c88-a4fa-e78a22f592d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.622652] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be745290-57d2-47ed-baa3-b843a51e0fb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.658027] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8a7440-44b3-4a89-a1eb-90c21fc8f473 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.666636] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950659e9-b64b-4ced-8d6e-ca0e11a8264b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.679958] env[68199]: DEBUG nova.compute.provider_tree [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.711736] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070795, 'name': ReconfigVM_Task, 'duration_secs': 0.200394} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.712793] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.713184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7a9b0-c0a3-477a-afe2-0d7dedda7d76 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.739346] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.742321] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca7949a-efd3-4a9a-8163-869282d65c29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.762552] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1077.762552] env[68199]: value = "task-3070797" [ 1077.762552] env[68199]: _type = "Task" [ 1077.762552] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.771762] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.783045] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.815200] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Successfully updated port: 9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.932332] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070796, 'name': Rename_Task, 'duration_secs': 0.164197} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.932506] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.932747] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d00bd0-32f9-4b6a-b565-8953267a1401 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.934828] env[68199]: DEBUG oslo_concurrency.lockutils [req-328e30fb-e828-4ecc-a773-2902d3ab97ee req-15423f2b-49dd-4322-91a3-8157b4596476 service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.942775] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1077.942775] env[68199]: value = "task-3070798" [ 1077.942775] env[68199]: _type = "Task" [ 1077.942775] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.952433] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.963632] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d5de5e-bfa3-5b6c-32d8-86f964824119, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.964241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.964792] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8b72a2cf-7416-40b1-8509-4dc96dda0ce9/8b72a2cf-7416-40b1-8509-4dc96dda0ce9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.965375] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8abd12-d3a8-4e71-946e-20207d771c05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.974699] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1077.974699] env[68199]: value = "task-3070799" [ 1077.974699] env[68199]: _type = "Task" [ 1077.974699] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.976214] env[68199]: DEBUG nova.network.neutron [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Updated VIF entry in instance network info cache for port fd26f4be-80fc-4433-beca-a1b16ae39b86. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.976861] env[68199]: DEBUG nova.network.neutron [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Updating instance_info_cache with network_info: [{"id": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "address": "fa:16:3e:84:8f:30", "network": {"id": "cf38f3c1-ff74-42ca-9e0f-27428d834378", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-540379638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dabf9b4ae61346d9975a741fef7ed89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd26f4be-80", "ovs_interfaceid": "fd26f4be-80fc-4433-beca-a1b16ae39b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.988211] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.183541] env[68199]: DEBUG nova.scheduler.client.report [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.278459] env[68199]: DEBUG oslo_vmware.api [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070797, 'name': ReconfigVM_Task, 'duration_secs': 0.437412} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.278906] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41/8aab619f-617e-48f1-8945-ad7086f5fd41.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.279374] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.320239] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.320239] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquired lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.320401] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.454897] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070798, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.487739] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] Releasing lock "refresh_cache-8b72a2cf-7416-40b1-8509-4dc96dda0ce9" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.488044] env[68199]: DEBUG nova.compute.manager [req-a5081bb3-662b-4552-9a80-b4c3c74bb8b0 req-93a86fc8-e579-41bc-899a-9c42638cf406 service nova] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Received event network-vif-deleted-eda96d20-46f7-45e1-9f7e-df1f5ef4e941 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.488424] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.688562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.692251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.271s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.694976] env[68199]: INFO nova.compute.claims [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.715277] env[68199]: INFO nova.scheduler.client.report [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Deleted allocations for instance ba22273e-b45d-41a5-baa4-647dc00eed2a [ 1078.787361] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0af3a2-9ee9-425f-a5c0-a6e0f83da0d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.810240] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7849db2-bd23-4c06-9644-b8105c2b8334 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.835229] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.844505] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "e22b5362-be0d-4c44-a999-809eda7e13a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.844754] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.884512] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.955385] env[68199]: DEBUG oslo_vmware.api [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070798, 'name': PowerOnVM_Task, 'duration_secs': 0.784727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.955687] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.955905] env[68199]: INFO nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1078.956189] env[68199]: DEBUG nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.957109] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0cf2bd-c59f-4908-8801-407c2a6f7c28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.985899] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572026} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.986205] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8b72a2cf-7416-40b1-8509-4dc96dda0ce9/8b72a2cf-7416-40b1-8509-4dc96dda0ce9.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.986400] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.986659] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf5116a-1d90-48e5-b66d-5f7f6ceae930 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.995646] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1078.995646] env[68199]: value = "task-3070800" [ 1078.995646] env[68199]: _type = "Task" [ 1078.995646] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.006862] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.058847] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Received event network-vif-plugged-9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.059170] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquiring lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.059372] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.059552] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.059722] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] No waiting events found dispatching network-vif-plugged-9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.059883] env[68199]: WARNING nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Received unexpected event network-vif-plugged-9382e5e2-cf5f-43dd-a035-2c8a5403f301 for instance with vm_state building and task_state spawning. [ 1079.060102] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.060275] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing instance network info cache due to event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.060459] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060592] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060746] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.102088] env[68199]: DEBUG nova.network.neutron [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Updating instance_info_cache with network_info: [{"id": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "address": "fa:16:3e:51:76:db", "network": {"id": "ab0f4ac0-ab3d-45f2-9082-7f076b5e9248", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2071216237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fe1b7d6bf9c4c1ab83e71fdda478b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382e5e2-cf", "ovs_interfaceid": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.225227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5e168b8a-604c-44e8-888f-dd523855c6f8 tempest-ServersNegativeTestJSON-1282626424 tempest-ServersNegativeTestJSON-1282626424-project-member] Lock "ba22273e-b45d-41a5-baa4-647dc00eed2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.631s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.353617] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.403693] env[68199]: DEBUG nova.network.neutron [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Port 03c00c41-6b57-45af-9c9c-1a399ef98441 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1079.484372] env[68199]: INFO nova.compute.manager [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Took 19.28 seconds to build instance. [ 1079.507792] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105791} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.508078] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.508883] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02d3df-3044-4ab2-a75b-3282846d85c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.533403] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8b72a2cf-7416-40b1-8509-4dc96dda0ce9/8b72a2cf-7416-40b1-8509-4dc96dda0ce9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.534061] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8053ed88-9ec3-4b78-ae41-44b57de8331d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.556560] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1079.556560] env[68199]: value = "task-3070801" [ 1079.556560] env[68199]: _type = "Task" [ 1079.556560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.569734] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.605493] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Releasing lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.606278] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Instance network_info: |[{"id": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "address": "fa:16:3e:51:76:db", "network": {"id": "ab0f4ac0-ab3d-45f2-9082-7f076b5e9248", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2071216237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fe1b7d6bf9c4c1ab83e71fdda478b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382e5e2-cf", "ovs_interfaceid": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.606722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:76:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9382e5e2-cf5f-43dd-a035-2c8a5403f301', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.616620] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Creating folder: Project (7fe1b7d6bf9c4c1ab83e71fdda478b59). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.616945] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1e17ec-6899-41fa-b3bf-17fe10a16c01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.627725] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Created folder: Project (7fe1b7d6bf9c4c1ab83e71fdda478b59) in parent group-v614632. [ 1079.627969] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Creating folder: Instances. Parent ref: group-v614905. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.628206] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da0e5d22-916b-435d-abb7-fcc14140e512 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.638486] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Created folder: Instances in parent group-v614905. [ 1079.638776] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.638981] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.639193] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d161dde8-b39a-47eb-9d17-1a1e9599b8ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.668471] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.668471] env[68199]: value = "task-3070804" [ 1079.668471] env[68199]: _type = "Task" [ 1079.668471] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.678483] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070804, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.882622] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.984882] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236adb6-3b2e-44e9-a40c-a5734e11794e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.988511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ae65f30a-1ae2-4504-b406-9b6bc693e267 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.803s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.993776] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0347c1-ef67-4fcd-a3e1-364c8043f9c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.030578] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda20c0f-fffb-4d23-84bc-5a1901067017 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.040580] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac0103-c6e4-4ed9-ba3b-fb5b8f8dd5c5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.062026] env[68199]: DEBUG nova.compute.provider_tree [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.073066] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.077499] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.078990] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e75745-6781-4228-98a8-956e2aef6465 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.087712] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.087897] env[68199]: ERROR oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk due to incomplete transfer. [ 1080.088151] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0405e447-22f8-4867-8525-12f306b5cb6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.098159] env[68199]: DEBUG oslo_vmware.rw_handles [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52040ccc-f3a2-8145-9f13-cd8efb8eed03/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.098397] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Uploaded image 11dd4aad-5722-45fa-aea2-90115e0da4a8 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.101353] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.101734] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce8ecfea-e26e-40cc-a235-1df94c410144 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.109084] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1080.109084] env[68199]: value = "task-3070805" [ 1080.109084] env[68199]: _type = "Task" [ 1080.109084] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.117481] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070805, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.180365] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070804, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.387596] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updated VIF entry in instance network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.387976] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.439524] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.439524] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.439524] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.571379] env[68199]: DEBUG nova.scheduler.client.report [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.575247] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070801, 'name': ReconfigVM_Task, 'duration_secs': 0.711324} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.575567] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8b72a2cf-7416-40b1-8509-4dc96dda0ce9/8b72a2cf-7416-40b1-8509-4dc96dda0ce9.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.576267] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adbd9e80-f397-4138-9a41-ff1104774a93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.584831] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1080.584831] env[68199]: value = "task-3070806" [ 1080.584831] env[68199]: _type = "Task" [ 1080.584831] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.592503] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070806, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.623614] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070805, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.689084] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070804, 'name': CreateVM_Task, 'duration_secs': 0.619104} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.689084] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.689084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.689084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.689084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.689084] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0afb9e-8075-4ffc-b2b7-7629f64f8fcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.691699] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1080.691699] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5236ec1d-1d48-1d5a-cb87-f1898778da07" [ 1080.691699] env[68199]: _type = "Task" [ 1080.691699] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.702111] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5236ec1d-1d48-1d5a-cb87-f1898778da07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.862041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "6d971644-4991-4782-a0e4-d593358c5a22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.862364] env[68199]: DEBUG oslo_concurrency.lockutils [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.862576] env[68199]: DEBUG nova.compute.manager [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.863484] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87c9ca-56dc-4d2c-97f3-ae2ecbe000a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.870936] env[68199]: DEBUG nova.compute.manager [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1080.871516] env[68199]: DEBUG nova.objects.instance [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'flavor' on Instance uuid 6d971644-4991-4782-a0e4-d593358c5a22 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.890536] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.890789] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Received event network-changed-9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.890961] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Refreshing instance network info cache due to event network-changed-9382e5e2-cf5f-43dd-a035-2c8a5403f301. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.891181] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquiring lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.891327] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquired lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.891490] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Refreshing network info cache for port 9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.096183] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070806, 'name': Rename_Task, 'duration_secs': 0.233825} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.096510] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.096780] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b06bcc6f-884c-48e9-9c4a-d007f1b2cc1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.101476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.101974] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.106019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.323s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.106439] env[68199]: DEBUG nova.objects.instance [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'resources' on Instance uuid dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.107520] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1081.107520] env[68199]: value = "task-3070807" [ 1081.107520] env[68199]: _type = "Task" [ 1081.107520] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.128471] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070805, 'name': Destroy_Task, 'duration_secs': 0.580574} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.128777] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.129083] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Destroyed the VM [ 1081.129363] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.129655] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a71a9ec4-fb27-4ac3-9595-8ceb17e9560e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.154772] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1081.154772] env[68199]: value = "task-3070808" [ 1081.154772] env[68199]: _type = "Task" [ 1081.154772] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.171226] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.207494] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5236ec1d-1d48-1d5a-cb87-f1898778da07, 'name': SearchDatastore_Task, 'duration_secs': 0.024612} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.207999] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.208239] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.208480] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.208693] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.209038] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.209265] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4830c82-339f-477e-abf0-b41f50d30470 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.219632] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.219860] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.221049] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197ac32a-e21a-4097-bbb0-02aa440215f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.228262] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1081.228262] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c3f7a2-c299-3c38-3cf3-bbbb81a5bc59" [ 1081.228262] env[68199]: _type = "Task" [ 1081.228262] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.240089] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3f7a2-c299-3c38-3cf3-bbbb81a5bc59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.496450] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.496751] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.496959] env[68199]: DEBUG nova.network.neutron [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.610279] env[68199]: DEBUG nova.compute.utils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.611581] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.611751] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.636956] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.665778] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070808, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.678678] env[68199]: DEBUG nova.policy [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.707348] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Updated VIF entry in instance network info cache for port 9382e5e2-cf5f-43dd-a035-2c8a5403f301. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.708060] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Updating instance_info_cache with network_info: [{"id": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "address": "fa:16:3e:51:76:db", "network": {"id": "ab0f4ac0-ab3d-45f2-9082-7f076b5e9248", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2071216237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fe1b7d6bf9c4c1ab83e71fdda478b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382e5e2-cf", "ovs_interfaceid": "9382e5e2-cf5f-43dd-a035-2c8a5403f301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.746710] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c3f7a2-c299-3c38-3cf3-bbbb81a5bc59, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.747600] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f82ad1-54a7-4db8-84ce-829b5c7a2e9a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758659] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1081.758659] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f8ea03-dae2-920f-b93e-27d0ef004545" [ 1081.758659] env[68199]: _type = "Task" [ 1081.758659] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.771114] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f8ea03-dae2-920f-b93e-27d0ef004545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.882382] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.882382] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67c87c02-2ff1-4e5f-baeb-a8d14c1a13bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.894324] env[68199]: DEBUG oslo_vmware.api [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1081.894324] env[68199]: value = "task-3070809" [ 1081.894324] env[68199]: _type = "Task" [ 1081.894324] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.906832] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab701c81-96f2-4574-89d6-3cb3ca656db2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.916326] env[68199]: DEBUG oslo_vmware.api [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.923558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc9a92-9b15-47f4-8cfa-fa1a71be13b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.960827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829d47f-05f0-496c-a505-16b7b54d6ebb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.970398] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122c780-9019-4f24-b34f-c28c063cb8c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.987852] env[68199]: DEBUG nova.compute.provider_tree [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.066674] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Successfully created port: bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.122979] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.127071] env[68199]: DEBUG oslo_vmware.api [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070807, 'name': PowerOnVM_Task, 'duration_secs': 0.586626} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.129792] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.129993] env[68199]: INFO nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1082.130187] env[68199]: DEBUG nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.131037] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e073a-3368-4cee-bfba-d106a6f7e828 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.165733] env[68199]: DEBUG oslo_vmware.api [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.633125} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.168673] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.168908] env[68199]: INFO nova.compute.manager [None req-3e6f3484-11e2-461c-b5dc-a1f6481ddf86 tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 1082.211406] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Releasing lock "refresh_cache-3f87e099-c992-4b46-a658-0b87fd11765e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.211670] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.211842] env[68199]: DEBUG nova.compute.manager [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing instance network info cache due to event network-changed-63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.212121] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquiring lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.212312] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Acquired lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.212479] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Refreshing network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.274695] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f8ea03-dae2-920f-b93e-27d0ef004545, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.274695] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.274695] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3f87e099-c992-4b46-a658-0b87fd11765e/3f87e099-c992-4b46-a658-0b87fd11765e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.274695] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddf872c-8bf9-4c30-a351-1995f3f7daf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.280642] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1082.280642] env[68199]: value = "task-3070810" [ 1082.280642] env[68199]: _type = "Task" [ 1082.280642] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.287559] env[68199]: DEBUG nova.network.neutron [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.293197] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.405455] env[68199]: DEBUG oslo_vmware.api [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070809, 'name': PowerOffVM_Task, 'duration_secs': 0.219403} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.405882] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.406272] env[68199]: DEBUG nova.compute.manager [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.407572] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2941be69-0243-4718-a37b-fab2553a6431 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.494836] env[68199]: DEBUG nova.scheduler.client.report [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.526337] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "9548950f-c03c-44f8-be46-9a89af346296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.526337] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.680310] env[68199]: INFO nova.compute.manager [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Took 21.13 seconds to build instance. [ 1082.794652] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45843} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.794652] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.798608] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3f87e099-c992-4b46-a658-0b87fd11765e/3f87e099-c992-4b46-a658-0b87fd11765e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.799254] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.799352] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f17d72d8-0d30-4a0a-ac88-a5bbe696df54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.807801] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1082.807801] env[68199]: value = "task-3070811" [ 1082.807801] env[68199]: _type = "Task" [ 1082.807801] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.816572] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.922237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-27fc7c62-a423-4b3b-9947-e12b31ca2a1d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.000456] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.002724] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.120s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.008604] env[68199]: INFO nova.compute.claims [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.027996] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.033164] env[68199]: INFO nova.scheduler.client.report [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted allocations for instance dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb [ 1083.037074] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updated VIF entry in instance network info cache for port 63598414-1aa2-4753-bf41-7c41ab5fa82f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.037422] env[68199]: DEBUG nova.network.neutron [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [{"id": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "address": "fa:16:3e:83:ad:a9", "network": {"id": "0134c8e4-0f53-478a-a928-d53103e8309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165852582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "179b319b1fab4a388318b73e4d49fb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63598414-1a", "ovs_interfaceid": "63598414-1aa2-4753-bf41-7c41ab5fa82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.138022] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.165208] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.165457] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.165613] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.165790] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.165948] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.166103] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.166317] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.166473] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.166686] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.166855] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.167039] env[68199]: DEBUG nova.virt.hardware [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.168198] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea21384b-3676-4145-bd68-a0e12b8aa9c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.178059] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32322e21-53ae-4dc7-94eb-b30991c19b8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.181895] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a542dc64-5c95-4dd1-9e63-c7400dd0d7bf tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.654s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.317389] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066981} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.318396] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.319159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0423ddf-330e-4d61-b891-2aeeb74a91ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.321966] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b05eec9-214f-448f-b3bc-1f7aa57f4062 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.359464] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3f87e099-c992-4b46-a658-0b87fd11765e/3f87e099-c992-4b46-a658-0b87fd11765e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.359897] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3839025-0778-45a9-bcf5-5d1fc38a96f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.374412] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0963674-1414-4cf0-9da1-f7ba51cca8b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.383012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.387972] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1083.387972] env[68199]: value = "task-3070812" [ 1083.387972] env[68199]: _type = "Task" [ 1083.387972] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.397714] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.466428] env[68199]: DEBUG nova.compute.manager [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Received event network-vif-plugged-bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.466669] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] Acquiring lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.467035] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] Lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.467228] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] Lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.467424] env[68199]: DEBUG nova.compute.manager [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] No waiting events found dispatching network-vif-plugged-bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.467563] env[68199]: WARNING nova.compute.manager [req-1ca73844-4498-4996-8701-375c89284de5 req-838c40b0-17da-4051-925e-40c914426d03 service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Received unexpected event network-vif-plugged-bc1b11bb-5948-4ac8-972e-effa6f427e2b for instance with vm_state building and task_state spawning. [ 1083.545023] env[68199]: DEBUG oslo_concurrency.lockutils [req-13eb56fc-6719-4237-9597-b926ed6f9104 req-498f8156-077f-4806-bf9f-2fe317767a76 service nova] Releasing lock "refresh_cache-42595dcc-2147-4618-b831-f887ed1f1a1f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546205] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf46b194-f230-414f-b718-887b196c7ad2 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.656s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.552379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.560757] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Successfully updated port: bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.675182] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.675182] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.700064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "6d971644-4991-4782-a0e4-d593358c5a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.700064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.700064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "6d971644-4991-4782-a0e4-d593358c5a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.700064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.700064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.701024] env[68199]: INFO nova.compute.manager [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Terminating instance [ 1083.890317] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc6138d-d643-4085-820b-ee744282c04f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance '8aab619f-617e-48f1-8945-ad7086f5fd41' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.903803] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070812, 'name': ReconfigVM_Task, 'duration_secs': 0.297379} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.907018] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3f87e099-c992-4b46-a658-0b87fd11765e/3f87e099-c992-4b46-a658-0b87fd11765e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.907018] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20e17e81-f4a1-44a0-a0ec-4d79d3463185 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.912481] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1083.912481] env[68199]: value = "task-3070813" [ 1083.912481] env[68199]: _type = "Task" [ 1083.912481] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.921965] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070813, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.063591] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.063897] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.063963] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.183660] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183660] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183660] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183660] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183885] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183885] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.183985] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1084.184509] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.204902] env[68199]: DEBUG nova.compute.manager [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.205166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.208992] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816463f-672b-4f70-82e4-58f3fc7b6b84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.218053] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.218344] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d4c1052-6858-4409-9c4a-ba927a8a6eff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.275391] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8162226f-4a59-4ef3-a91c-6cfd44bb7e6e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.284718] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8161e-b72b-4e4b-8e6c-9a86b8d0e8b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.319176] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.319416] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.319601] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore2] 6d971644-4991-4782-a0e4-d593358c5a22 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.320067] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ccfe8c-fec5-42e3-a469-df8320435450 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.322522] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c4772-f46d-4cf7-aa98-48036d6af7fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.333627] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c2979-f4b1-417e-8ce9-a359c7fb181a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.338031] env[68199]: DEBUG oslo_vmware.api [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1084.338031] env[68199]: value = "task-3070815" [ 1084.338031] env[68199]: _type = "Task" [ 1084.338031] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.350547] env[68199]: DEBUG nova.compute.provider_tree [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.357954] env[68199]: DEBUG oslo_vmware.api [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.429035] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070813, 'name': Rename_Task, 'duration_secs': 0.167162} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.429035] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.429035] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc49874-e779-42fe-b32d-f3a85099614d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.439673] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1084.439673] env[68199]: value = "task-3070816" [ 1084.439673] env[68199]: _type = "Task" [ 1084.439673] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.453595] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.626773] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.630907] env[68199]: DEBUG nova.compute.manager [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.632554] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d658627-e7d5-4760-9cd2-6d603629d78c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.687357] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.849470] env[68199]: DEBUG oslo_vmware.api [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198818} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.849899] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.850204] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.850883] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.851234] env[68199]: INFO nova.compute.manager [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1084.851608] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.852130] env[68199]: DEBUG nova.compute.manager [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.852317] env[68199]: DEBUG nova.network.neutron [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.855455] env[68199]: DEBUG nova.scheduler.client.report [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.881298] env[68199]: DEBUG nova.network.neutron [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Updating instance_info_cache with network_info: [{"id": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "address": "fa:16:3e:03:a6:f0", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b11bb-59", "ovs_interfaceid": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.958587] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.129863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.129863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.130223] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.130266] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.130438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.136817] env[68199]: INFO nova.compute.manager [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Terminating instance [ 1085.145088] env[68199]: INFO nova.compute.manager [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] instance snapshotting [ 1085.151715] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7237c52-f3b4-4a5c-82a5-2ee6ed4f9aee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.180535] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66a72e-b757-4fdf-a49a-85aca14a7469 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.184455] env[68199]: DEBUG nova.compute.manager [req-d399ec1e-7703-4e36-8a2d-5fa59e490048 req-f33e0c0b-c90f-42d7-8f1d-cc257b6e400e service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Received event network-vif-deleted-4868f7dc-d531-4b34-a368-58c6994b08f6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.184699] env[68199]: INFO nova.compute.manager [req-d399ec1e-7703-4e36-8a2d-5fa59e490048 req-f33e0c0b-c90f-42d7-8f1d-cc257b6e400e service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Neutron deleted interface 4868f7dc-d531-4b34-a368-58c6994b08f6; detaching it from the instance and deleting it from the info cache [ 1085.185200] env[68199]: DEBUG nova.network.neutron [req-d399ec1e-7703-4e36-8a2d-5fa59e490048 req-f33e0c0b-c90f-42d7-8f1d-cc257b6e400e service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.362400] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.362968] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.366058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.814s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.370079] env[68199]: INFO nova.compute.claims [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.384730] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.385111] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Instance network_info: |[{"id": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "address": "fa:16:3e:03:a6:f0", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b11bb-59", "ovs_interfaceid": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.385597] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc1b11bb-5948-4ac8-972e-effa6f427e2b', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.398022] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.398022] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.398022] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf400705-67ca-496a-97c5-26294612b4c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.432378] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.432378] env[68199]: value = "task-3070817" [ 1085.432378] env[68199]: _type = "Task" [ 1085.432378] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.445835] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070817, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.458308] env[68199]: DEBUG oslo_vmware.api [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070816, 'name': PowerOnVM_Task, 'duration_secs': 0.675531} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.458585] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.458786] env[68199]: INFO nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1085.458965] env[68199]: DEBUG nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.459805] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c76f4-56ce-4480-a333-25de969b1308 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.538905] env[68199]: DEBUG nova.compute.manager [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Received event network-changed-bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.538905] env[68199]: DEBUG nova.compute.manager [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Refreshing instance network info cache due to event network-changed-bc1b11bb-5948-4ac8-972e-effa6f427e2b. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.539032] env[68199]: DEBUG oslo_concurrency.lockutils [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] Acquiring lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.539170] env[68199]: DEBUG oslo_concurrency.lockutils [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] Acquired lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.539359] env[68199]: DEBUG nova.network.neutron [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Refreshing network info cache for port bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.642663] env[68199]: DEBUG nova.compute.manager [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.642935] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.643808] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a43ff0-dd7f-4124-81e0-51384204dde5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.647446] env[68199]: DEBUG nova.network.neutron [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.655871] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.656841] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dce7322-37a9-431d-a96b-17355e5ee441 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.665473] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1085.665473] env[68199]: value = "task-3070818" [ 1085.665473] env[68199]: _type = "Task" [ 1085.665473] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.674948] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.688356] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92beb25b-606b-42ca-b8ff-a2bff6c9e913 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.699283] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1fd9b6-3eeb-4373-994b-679fc7465cf5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710822] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.711146] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4b58735-6623-423a-bbfc-5c2fc9ff7e3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.720755] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1085.720755] env[68199]: value = "task-3070819" [ 1085.720755] env[68199]: _type = "Task" [ 1085.720755] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.734823] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.752690] env[68199]: DEBUG nova.compute.manager [req-d399ec1e-7703-4e36-8a2d-5fa59e490048 req-f33e0c0b-c90f-42d7-8f1d-cc257b6e400e service nova] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Detach interface failed, port_id=4868f7dc-d531-4b34-a368-58c6994b08f6, reason: Instance 6d971644-4991-4782-a0e4-d593358c5a22 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.873088] env[68199]: DEBUG nova.compute.utils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.877801] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.877801] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.944396] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070817, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.956988] env[68199]: DEBUG nova.policy [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354afa5427814f70b3d42e7338efa901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b3e0642284401b6b95ad1b08d6dab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.979162] env[68199]: INFO nova.compute.manager [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Took 21.90 seconds to build instance. [ 1086.768833] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Successfully created port: 6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.772758] env[68199]: INFO nova.compute.manager [-] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Took 1.92 seconds to deallocate network for instance. [ 1086.773308] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.778094] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f9f33807-6792-4f1a-b718-847faf0b6f72 tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.704s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.795792] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.796050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.817268] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070819, 'name': CreateSnapshot_Task, 'duration_secs': 1.050534} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.817446] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070817, 'name': CreateVM_Task, 'duration_secs': 1.196324} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.817646] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070818, 'name': PowerOffVM_Task, 'duration_secs': 0.938104} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.818852] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.818852] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.818852] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.818852] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.819587] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beadeb7e-91df-444d-b1e0-b80a7fe93c6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.822431] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.823586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.823586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.823586] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd1e3438-e1f3-4360-a6ef-42f7f10cd3d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.825264] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7f832e-b3ca-4f42-b547-d3988ff2250f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.840861] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1086.840861] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ccb3be-4785-b419-ac0d-f6a14e6f0132" [ 1086.840861] env[68199]: _type = "Task" [ 1086.840861] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.853735] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ccb3be-4785-b419-ac0d-f6a14e6f0132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.902194] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.902521] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.902675] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Deleting the datastore file [datastore2] 8b72a2cf-7416-40b1-8509-4dc96dda0ce9 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.905030] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dea76a3-0cff-4855-b631-a9162639e4a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.913863] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for the task: (returnval){ [ 1086.913863] env[68199]: value = "task-3070821" [ 1086.913863] env[68199]: _type = "Task" [ 1086.913863] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.922561] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.023587] env[68199]: DEBUG nova.network.neutron [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Updated VIF entry in instance network info cache for port bc1b11bb-5948-4ac8-972e-effa6f427e2b. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.023974] env[68199]: DEBUG nova.network.neutron [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Updating instance_info_cache with network_info: [{"id": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "address": "fa:16:3e:03:a6:f0", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1b11bb-59", "ovs_interfaceid": "bc1b11bb-5948-4ac8-972e-effa6f427e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.033572] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db04be-83d9-45df-b33b-757e1056292a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.044092] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b322e314-231d-4559-a010-3b6e7162600a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.079817] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5dd11-4195-4c50-b76c-d747cca034cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.088636] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85305dee-8d20-4d14-8fe5-221b2f8a1be4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.104723] env[68199]: DEBUG nova.compute.provider_tree [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.288878] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.289177] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.289357] env[68199]: DEBUG nova.compute.manager [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Going to confirm migration 6 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1087.298670] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.301097] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "3f87e099-c992-4b46-a658-0b87fd11765e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.301516] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.301516] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.301743] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.301850] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.304396] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.304554] env[68199]: INFO nova.compute.manager [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Terminating instance [ 1087.348379] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.349451] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a239e41d-4c8d-42ee-860d-4cf6cae03cad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.364868] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ccb3be-4785-b419-ac0d-f6a14e6f0132, 'name': SearchDatastore_Task, 'duration_secs': 0.018556} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.366663] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.367069] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.367381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.367506] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.367694] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.368032] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1087.368032] env[68199]: value = "task-3070822" [ 1087.368032] env[68199]: _type = "Task" [ 1087.368032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.368230] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b148e7fc-663e-43de-844d-2a2022269dbb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.379491] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070822, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.380650] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.380832] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.382204] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4341171f-f36a-4aed-a629-e6dd35dce0d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.386984] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1087.386984] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527498cd-e778-8dfb-a08f-ac588b5bead4" [ 1087.386984] env[68199]: _type = "Task" [ 1087.386984] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.398319] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527498cd-e778-8dfb-a08f-ac588b5bead4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.425213] env[68199]: DEBUG oslo_vmware.api [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Task: {'id': task-3070821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453397} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.425540] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.425731] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.425907] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.426104] env[68199]: INFO nova.compute.manager [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1087.426360] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.426553] env[68199]: DEBUG nova.compute.manager [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.426649] env[68199]: DEBUG nova.network.neutron [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.527134] env[68199]: DEBUG oslo_concurrency.lockutils [req-0c14f3fb-dcd5-4ca6-9791-775993357593 req-fa6624d5-7e0a-4aca-8817-ee75be47ec3b service nova] Releasing lock "refresh_cache-a944c2ac-5243-43ea-994e-ba131229af5f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.608699] env[68199]: DEBUG nova.scheduler.client.report [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.700068] env[68199]: DEBUG nova.compute.manager [req-825c7abc-2ea5-479c-bfbf-c23bef17a089 req-9f2b750e-e5a1-41ca-b2f5-e691d7031612 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Received event network-vif-deleted-fd26f4be-80fc-4433-beca-a1b16ae39b86 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.700303] env[68199]: INFO nova.compute.manager [req-825c7abc-2ea5-479c-bfbf-c23bef17a089 req-9f2b750e-e5a1-41ca-b2f5-e691d7031612 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Neutron deleted interface fd26f4be-80fc-4433-beca-a1b16ae39b86; detaching it from the instance and deleting it from the info cache [ 1087.700472] env[68199]: DEBUG nova.network.neutron [req-825c7abc-2ea5-479c-bfbf-c23bef17a089 req-9f2b750e-e5a1-41ca-b2f5-e691d7031612 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.792949] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.809036] env[68199]: DEBUG nova.compute.manager [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.809284] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.810654] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fad5ad-32fe-4362-8576-90430aeef207 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.820033] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.822331] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3ae1fc-ae4f-44fc-9c02-24118105f7ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.825510] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.831754] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.832015] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.832229] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.832434] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.832592] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.832743] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.832962] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.833160] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.833355] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.833523] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.833708] env[68199]: DEBUG nova.virt.hardware [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.834967] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9898f98d-6291-4115-97e2-742a5763e340 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.838919] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1087.838919] env[68199]: value = "task-3070823" [ 1087.838919] env[68199]: _type = "Task" [ 1087.838919] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.846780] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3840279-e412-4f0a-a9fa-b4a4f0cd0985 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.854123] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.874728] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.874925] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.875124] env[68199]: DEBUG nova.network.neutron [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.875315] env[68199]: DEBUG nova.objects.instance [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'info_cache' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.882533] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070822, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.897928] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527498cd-e778-8dfb-a08f-ac588b5bead4, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.898770] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87630150-f190-493c-824c-8c4ff1e86a90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.905934] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1087.905934] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523cd05d-44b4-8100-8a6d-8ba4ccc3b540" [ 1087.905934] env[68199]: _type = "Task" [ 1087.905934] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.914601] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523cd05d-44b4-8100-8a6d-8ba4ccc3b540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.114643] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.114896] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.117735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.430s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.117835] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.119421] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1088.119421] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.815s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.119421] env[68199]: DEBUG nova.objects.instance [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'resources' on Instance uuid 6d971644-4991-4782-a0e4-d593358c5a22 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.120508] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc49c09-aa26-43de-86e0-3440148b03ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.130461] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6eb65-b642-4f33-ae6c-1ebda54f7fc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.185966] env[68199]: DEBUG nova.network.neutron [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.188705] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28af55b3-f25c-4dc4-84a5-eb9f5720455f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.202208] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7311382-3e39-4d0b-95d1-5de0dcfd5e1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.205099] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fccbddc-1246-4d40-8f92-50651c833771 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.234483] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179156MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1088.234643] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.238700] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1078b39-a567-4907-9ddc-70d21b983d86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.273470] env[68199]: DEBUG nova.compute.manager [req-825c7abc-2ea5-479c-bfbf-c23bef17a089 req-9f2b750e-e5a1-41ca-b2f5-e691d7031612 service nova] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Detach interface failed, port_id=fd26f4be-80fc-4433-beca-a1b16ae39b86, reason: Instance 8b72a2cf-7416-40b1-8509-4dc96dda0ce9 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.280109] env[68199]: DEBUG nova.compute.manager [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Received event network-vif-plugged-6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.280332] env[68199]: DEBUG oslo_concurrency.lockutils [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] Acquiring lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.280544] env[68199]: DEBUG oslo_concurrency.lockutils [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.280713] env[68199]: DEBUG oslo_concurrency.lockutils [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.280909] env[68199]: DEBUG nova.compute.manager [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] No waiting events found dispatching network-vif-plugged-6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.281141] env[68199]: WARNING nova.compute.manager [req-765ce0f9-2c00-4c71-81af-49cd7c100f59 req-d2fcc8c0-7983-498d-8270-4612b5ee5bb7 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Received unexpected event network-vif-plugged-6917d5ab-039b-4129-854c-0d2f7d921ce3 for instance with vm_state building and task_state spawning. [ 1088.350424] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070823, 'name': PowerOffVM_Task, 'duration_secs': 0.256248} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.350674] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.350840] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.351102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3281fc-9fbf-4f06-b679-9a8e02a35abe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.366659] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Successfully updated port: 6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.386583] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070822, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.417926] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523cd05d-44b4-8100-8a6d-8ba4ccc3b540, 'name': SearchDatastore_Task, 'duration_secs': 0.014522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.419174] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.419449] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] a944c2ac-5243-43ea-994e-ba131229af5f/a944c2ac-5243-43ea-994e-ba131229af5f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.419731] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.419903] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.420082] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Deleting the datastore file [datastore1] 3f87e099-c992-4b46-a658-0b87fd11765e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.420643] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e3827a-de2d-49b6-8b83-e588575bf5f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.422589] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ac03f4-bca5-435c-93b9-3abf879e7f4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.431055] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1088.431055] env[68199]: value = "task-3070826" [ 1088.431055] env[68199]: _type = "Task" [ 1088.431055] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.432781] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for the task: (returnval){ [ 1088.432781] env[68199]: value = "task-3070825" [ 1088.432781] env[68199]: _type = "Task" [ 1088.432781] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.446936] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.450284] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.558052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.558052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.558052] env[68199]: DEBUG nova.objects.instance [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid a234b834-96fb-4e25-b689-287450931610 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.622219] env[68199]: DEBUG nova.compute.utils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.624230] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1088.692806] env[68199]: INFO nova.compute.manager [-] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Took 1.27 seconds to deallocate network for instance. [ 1088.865995] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90568f8f-23ea-4dd3-98a6-a1f4d9db7e21 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.869413] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.869577] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.869699] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.880034] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb266471-d696-40ab-82c5-a8f671706028 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.890340] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070822, 'name': CloneVM_Task, 'duration_secs': 1.359662} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.891034] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Created linked-clone VM from snapshot [ 1088.892129] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e8741-79cc-4428-afba-631949f72f44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.925793] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea2e355-a510-43f2-a779-14e29e8f30be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.928411] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Uploading image bea1f9b1-fef1-41e9-96e3-54dc8e734fb2 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.941368] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74e535-f295-4332-b1e6-823da39ffe33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.964348] env[68199]: DEBUG oslo_vmware.api [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Task: {'id': task-3070825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164885} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.964606] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.965065] env[68199]: DEBUG nova.compute.provider_tree [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.966553] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.968622] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.968622] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.968622] env[68199]: INFO nova.compute.manager [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1088.968622] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.968622] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] a944c2ac-5243-43ea-994e-ba131229af5f/a944c2ac-5243-43ea-994e-ba131229af5f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.968622] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.969104] env[68199]: DEBUG nova.compute.manager [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.969189] env[68199]: DEBUG nova.network.neutron [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.971835] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-399cb1f5-9ed2-4bdf-a96c-c52410b55a34 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.974766] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.974766] env[68199]: value = "vm-614910" [ 1088.974766] env[68199]: _type = "VirtualMachine" [ 1088.974766] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.974991] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a01d66a-964d-4c47-9f65-1abf9c4fdfb8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.983736] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1088.983736] env[68199]: value = "task-3070827" [ 1088.983736] env[68199]: _type = "Task" [ 1088.983736] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.987980] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease: (returnval){ [ 1088.987980] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525ab637-eece-04d4-41d3-6347c6ff83a8" [ 1088.987980] env[68199]: _type = "HttpNfcLease" [ 1088.987980] env[68199]: } obtained for exporting VM: (result){ [ 1088.987980] env[68199]: value = "vm-614910" [ 1088.987980] env[68199]: _type = "VirtualMachine" [ 1088.987980] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.988230] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the lease: (returnval){ [ 1088.988230] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525ab637-eece-04d4-41d3-6347c6ff83a8" [ 1088.988230] env[68199]: _type = "HttpNfcLease" [ 1088.988230] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.994311] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.000966] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.000966] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525ab637-eece-04d4-41d3-6347c6ff83a8" [ 1089.000966] env[68199]: _type = "HttpNfcLease" [ 1089.000966] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.001249] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.001249] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525ab637-eece-04d4-41d3-6347c6ff83a8" [ 1089.001249] env[68199]: _type = "HttpNfcLease" [ 1089.001249] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1089.002042] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942bcd17-72dc-44a6-a9cc-b682db8a2e2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.010118] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.010307] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1089.106088] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-800658c7-5d97-4a34-ac5e-037887d384c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.128634] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.197989] env[68199]: DEBUG nova.network.neutron [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.201572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.236975] env[68199]: DEBUG nova.objects.instance [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid a234b834-96fb-4e25-b689-287450931610 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.406927] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.470087] env[68199]: DEBUG nova.scheduler.client.report [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.498811] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113526} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.499283] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.500161] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca61e7b-a031-44a5-b7e3-3f647eec004a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.526009] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a944c2ac-5243-43ea-994e-ba131229af5f/a944c2ac-5243-43ea-994e-ba131229af5f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.526590] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da21c44-b6da-4bfe-8736-2a4f79cc6a14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.551645] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1089.551645] env[68199]: value = "task-3070829" [ 1089.551645] env[68199]: _type = "Task" [ 1089.551645] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.561146] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.581802] env[68199]: DEBUG nova.network.neutron [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.701311] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.701628] env[68199]: DEBUG nova.objects.instance [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'migration_context' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.739914] env[68199]: DEBUG nova.objects.base [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.741336] env[68199]: DEBUG nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.746427] env[68199]: DEBUG nova.compute.manager [req-409c8d6a-3b0d-4870-b784-e4eab373bcc9 req-bf9c7138-cd59-4363-b950-ea793cb6fce7 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Received event network-vif-deleted-9382e5e2-cf5f-43dd-a035-2c8a5403f301 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.746720] env[68199]: INFO nova.compute.manager [req-409c8d6a-3b0d-4870-b784-e4eab373bcc9 req-bf9c7138-cd59-4363-b950-ea793cb6fce7 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Neutron deleted interface 9382e5e2-cf5f-43dd-a035-2c8a5403f301; detaching it from the instance and deleting it from the info cache [ 1089.746933] env[68199]: DEBUG nova.network.neutron [req-409c8d6a-3b0d-4870-b784-e4eab373bcc9 req-bf9c7138-cd59-4363-b950-ea793cb6fce7 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.830856] env[68199]: DEBUG nova.network.neutron [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.843610] env[68199]: DEBUG nova.policy [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.975014] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.978118] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.153s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.979747] env[68199]: INFO nova.compute.claims [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.004092] env[68199]: INFO nova.scheduler.client.report [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance 6d971644-4991-4782-a0e4-d593358c5a22 [ 1090.063574] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070829, 'name': ReconfigVM_Task, 'duration_secs': 0.30765} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.064790] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a944c2ac-5243-43ea-994e-ba131229af5f/a944c2ac-5243-43ea-994e-ba131229af5f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.065523] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb027ea-d812-4a38-873c-08e28dd0dcaf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.074759] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1090.074759] env[68199]: value = "task-3070830" [ 1090.074759] env[68199]: _type = "Task" [ 1090.074759] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.085731] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.086576] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Instance network_info: |[{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.086576] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070830, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.086970] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6917d5ab-039b-4129-854c-0d2f7d921ce3', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.094670] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.095014] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.095334] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-497dc363-5ecd-48c7-8392-84c643c89c3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.118560] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.118560] env[68199]: value = "task-3070831" [ 1090.118560] env[68199]: _type = "Task" [ 1090.118560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.127924] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070831, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.143541] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.169656] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.169991] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.170187] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.170495] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.170698] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.170903] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.171270] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.171469] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.171760] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.171944] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.172185] env[68199]: DEBUG nova.virt.hardware [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.173214] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0eb2c9-8da9-4df1-b0f5-68860e1f70b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.185870] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb08bb4-7033-4fa8-9222-289650c43b32 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.205116] env[68199]: DEBUG nova.objects.base [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Object Instance<8aab619f-617e-48f1-8945-ad7086f5fd41> lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.205904] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.212745] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Creating folder: Project (02738e5ce243446f8d510eafbb0c3e3e). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.213809] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538de045-9ef3-4a16-9c5a-3f327e6ac7a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.217076] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1536764b-b125-4a3f-b139-7fe080a138f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.240982] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb41be84-0f98-46c3-b7cf-8e250668f7cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.243570] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Created folder: Project (02738e5ce243446f8d510eafbb0c3e3e) in parent group-v614632. [ 1090.243851] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Creating folder: Instances. Parent ref: group-v614912. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.244162] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42303754-eaf5-4d39-8c17-29845b8ef14b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.251174] env[68199]: DEBUG oslo_vmware.api [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1090.251174] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527c9c4c-ef8c-5221-dd25-0b8bd40fd699" [ 1090.251174] env[68199]: _type = "Task" [ 1090.251174] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.251480] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c46812b2-3d0d-4ac0-88f2-a95f108baa12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.259725] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Created folder: Instances in parent group-v614912. [ 1090.260057] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.260783] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.264098] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcc88faa-a411-4953-a5e8-0e01adc71383 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278470] env[68199]: DEBUG oslo_vmware.api [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527c9c4c-ef8c-5221-dd25-0b8bd40fd699, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.281397] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.283827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a66ec-6758-4f71-8054-349af49b7699 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.296230] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.296230] env[68199]: value = "task-3070834" [ 1090.296230] env[68199]: _type = "Task" [ 1090.296230] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.306687] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070834, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.326379] env[68199]: DEBUG nova.compute.manager [req-409c8d6a-3b0d-4870-b784-e4eab373bcc9 req-bf9c7138-cd59-4363-b950-ea793cb6fce7 service nova] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Detach interface failed, port_id=9382e5e2-cf5f-43dd-a035-2c8a5403f301, reason: Instance 3f87e099-c992-4b46-a658-0b87fd11765e could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.333722] env[68199]: INFO nova.compute.manager [-] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Took 1.36 seconds to deallocate network for instance. [ 1090.516933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-23aacf32-03f3-4e3a-801e-e1bd3c355760 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "6d971644-4991-4782-a0e4-d593358c5a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.819s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.553708] env[68199]: DEBUG nova.compute.manager [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Received event network-changed-6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.554211] env[68199]: DEBUG nova.compute.manager [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Refreshing instance network info cache due to event network-changed-6917d5ab-039b-4129-854c-0d2f7d921ce3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.554466] env[68199]: DEBUG oslo_concurrency.lockutils [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.554636] env[68199]: DEBUG oslo_concurrency.lockutils [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.554790] env[68199]: DEBUG nova.network.neutron [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Refreshing network info cache for port 6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.588027] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070830, 'name': Rename_Task, 'duration_secs': 0.18255} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.588027] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.588257] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574352dc-04b7-4d2e-b1d7-f3953a5bca65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.604899] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1090.604899] env[68199]: value = "task-3070835" [ 1090.604899] env[68199]: _type = "Task" [ 1090.604899] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.616835] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.628651] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070831, 'name': CreateVM_Task, 'duration_secs': 0.489785} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.628913] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.629664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.629927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.630427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.630715] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577dc565-992d-44c0-8733-12be8f5d49f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.638189] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1090.638189] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c345e0-0ced-bfd6-a2e4-043b314e0a7d" [ 1090.638189] env[68199]: _type = "Task" [ 1090.638189] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.647609] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c345e0-0ced-bfd6-a2e4-043b314e0a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.808243] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070834, 'name': CreateVM_Task, 'duration_secs': 0.353134} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.808498] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.809025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.840981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.116930] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.151481] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.151753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.157362] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c345e0-0ced-bfd6-a2e4-043b314e0a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.157894] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.158290] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.158450] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.158596] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.158801] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.159356] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.159541] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.160029] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03c1e129-11fc-4a36-93eb-43f8a4a9f9c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.161768] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52c2017-67a6-453d-96b3-3b4633e11504 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.173814] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1091.173814] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522a7fae-3e03-2a54-017e-441c72c65c84" [ 1091.173814] env[68199]: _type = "Task" [ 1091.173814] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.179646] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.179835] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.181293] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e8f304-22ea-44c7-b957-f73298baa9c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.190388] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522a7fae-3e03-2a54-017e-441c72c65c84, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.191549] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.191781] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.192032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197688] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1091.197688] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a4db00-e002-da2f-d972-2dfe1add9caf" [ 1091.197688] env[68199]: _type = "Task" [ 1091.197688] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.207542] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a4db00-e002-da2f-d972-2dfe1add9caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.271721] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08776bf7-5559-4420-8d5e-f4888bbb043c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.284431] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433061ca-6cc1-47e2-8461-0a326c776b36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.318366] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe6f28-6d30-47c0-ac28-cc895368003f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.326959] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd64b9-4202-4c74-a19d-89c6e85116cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.342812] env[68199]: DEBUG nova.compute.provider_tree [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.410151] env[68199]: DEBUG nova.network.neutron [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updated VIF entry in instance network info cache for port 6917d5ab-039b-4129-854c-0d2f7d921ce3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.410549] env[68199]: DEBUG nova.network.neutron [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.501791] env[68199]: DEBUG nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Successfully updated port: c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.618954] env[68199]: DEBUG oslo_vmware.api [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070835, 'name': PowerOnVM_Task, 'duration_secs': 0.723215} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.619280] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.619609] env[68199]: INFO nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1091.619819] env[68199]: DEBUG nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.620764] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68c8f9-cbb6-49fe-a418-f8ea77e3704f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.658655] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.709905] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a4db00-e002-da2f-d972-2dfe1add9caf, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.710793] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22be8421-dcfd-4b1c-9dd0-0c7c31812ded {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.718456] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1091.718456] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525e20a6-a8ee-0d11-e44f-cc194f5215d2" [ 1091.718456] env[68199]: _type = "Task" [ 1091.718456] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.730374] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525e20a6-a8ee-0d11-e44f-cc194f5215d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.773755] env[68199]: DEBUG nova.compute.manager [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.773987] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Acquiring lock "a234b834-96fb-4e25-b689-287450931610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.774235] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Lock "a234b834-96fb-4e25-b689-287450931610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.774445] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Lock "a234b834-96fb-4e25-b689-287450931610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.774629] env[68199]: DEBUG nova.compute.manager [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] No waiting events found dispatching network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.774807] env[68199]: WARNING nova.compute.manager [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received unexpected event network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c for instance with vm_state active and task_state None. [ 1091.774965] env[68199]: DEBUG nova.compute.manager [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.775134] env[68199]: DEBUG nova.compute.manager [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-c31badbf-0f3a-4a33-8299-c86d85aaca9c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.775328] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.775538] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.776163] env[68199]: DEBUG nova.network.neutron [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.847881] env[68199]: DEBUG nova.scheduler.client.report [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.913405] env[68199]: DEBUG oslo_concurrency.lockutils [req-ae405cb5-1ccb-46bf-ae10-f730d66112f8 req-9d0df9c7-b133-423f-abfd-f62b75221ea3 service nova] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.004794] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.138813] env[68199]: INFO nova.compute.manager [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Took 17.74 seconds to build instance. [ 1092.185150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.231302] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525e20a6-a8ee-0d11-e44f-cc194f5215d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.231662] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.231935] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.232237] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.232464] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.232715] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5106be23-bc09-48d1-a799-57f0be386fbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.234857] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a6d892-1d2c-449b-839c-5548d35932a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.245072] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1092.245072] env[68199]: value = "task-3070836" [ 1092.245072] env[68199]: _type = "Task" [ 1092.245072] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.247854] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.248098] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.252741] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38c963d-bf21-4448-a356-a078381ef3b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.263154] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.264228] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1092.264228] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d8cca3-e5fd-06bb-efc2-c419eb8edee1" [ 1092.264228] env[68199]: _type = "Task" [ 1092.264228] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.274450] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d8cca3-e5fd-06bb-efc2-c419eb8edee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.275242] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddd3973-8e69-471f-a29d-07284724d98f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.282990] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1092.282990] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a27945-bab0-b7a6-64c9-7de265680b3a" [ 1092.282990] env[68199]: _type = "Task" [ 1092.282990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.291955] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a27945-bab0-b7a6-64c9-7de265680b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.354028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.354028] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.359132] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.124s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.500606] env[68199]: DEBUG nova.network.neutron [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Added VIF to instance network info cache for port c31badbf-0f3a-4a33-8299-c86d85aaca9c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1092.501147] env[68199]: DEBUG nova.network.neutron [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "address": "fa:16:3e:87:3d:47", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31badbf-0f", "ovs_interfaceid": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.642276] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d1128bfd-80e1-4dfd-8e56-8bd352de4f94 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.264s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.761728] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461685} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.762014] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.762250] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.762493] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54eab1e-09d4-47b5-9d5d-7a510686dd25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.773137] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1092.773137] env[68199]: value = "task-3070837" [ 1092.773137] env[68199]: _type = "Task" [ 1092.773137] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.780814] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.798902] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52a27945-bab0-b7a6-64c9-7de265680b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019437} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.799271] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.799710] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.800110] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75457b65-926b-4431-8c82-80deb7d6c6af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.809436] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1092.809436] env[68199]: value = "task-3070838" [ 1092.809436] env[68199]: _type = "Task" [ 1092.809436] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.819796] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.864067] env[68199]: DEBUG nova.compute.utils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.874714] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.874714] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.935099] env[68199]: DEBUG nova.policy [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18210a95db804807945d95506a15665d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0153cadd47348b89b8f60d180a22867', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.004188] env[68199]: DEBUG oslo_concurrency.lockutils [req-031c02e3-8fcc-4b10-bf15-e3dff6f24fff req-913b5dae-6422-454a-b142-f68d94b0f3a4 service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.004676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.004906] env[68199]: DEBUG nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.261509] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Successfully created port: 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.281827] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118893} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.282210] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.283088] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45d28a-8406-4343-a568-adfe78920f44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.308756] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.309103] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efe9fb0-e5f1-45a8-a8fd-2f7ef234d120 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.333563] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4846} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.335475] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.335811] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.336225] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1093.336225] env[68199]: value = "task-3070839" [ 1093.336225] env[68199]: _type = "Task" [ 1093.336225] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.336445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df191eee-7467-4829-a6fe-b780eafb5765 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.347316] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.349947] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1093.349947] env[68199]: value = "task-3070840" [ 1093.349947] env[68199]: _type = "Task" [ 1093.349947] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.359095] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.376430] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.381154] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Applying migration context for instance 8aab619f-617e-48f1-8945-ad7086f5fd41 as it has an incoming, in-progress migration c4c0f7a6-9fbf-44f4-ba4c-578c73120b55. Migration status is confirming {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1093.381154] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating resource usage from migration c4c0f7a6-9fbf-44f4-ba4c-578c73120b55 [ 1093.408894] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74aee2c-8f1b-4119-8bc5-2b43162dabe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.409086] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 54351cc5-0112-42cf-9cb5-d9ac9357b989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.409238] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 42595dcc-2147-4618-b831-f887ed1f1a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance d21aeb11-02ca-43d3-a717-e715f9a9ed68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance de393897-60d0-4668-965b-41205d1a80d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a234b834-96fb-4e25-b689-287450931610 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 71030d61-0893-4bb9-804a-4efcedf54c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 0099e2bc-63ed-4298-bdb0-aa523596a815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration c4c0f7a6-9fbf-44f4-ba4c-578c73120b55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8aab619f-617e-48f1-8945-ad7086f5fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8b72a2cf-7416-40b1-8509-4dc96dda0ce9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1093.410717] env[68199]: WARNING nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 3f87e099-c992-4b46-a658-0b87fd11765e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a944c2ac-5243-43ea-994e-ba131229af5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.410717] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e22b5362-be0d-4c44-a999-809eda7e13a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.411360] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 9548950f-c03c-44f8-be46-9a89af346296 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.411360] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b4a938a9-f2be-4942-abcc-88cf89e2e608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.497070] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "a944c2ac-5243-43ea-994e-ba131229af5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.497350] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.497544] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.497715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.497949] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.500102] env[68199]: INFO nova.compute.manager [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Terminating instance [ 1093.540515] env[68199]: WARNING nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 1093.540726] env[68199]: WARNING nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 1093.540894] env[68199]: WARNING nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] c31badbf-0f3a-4a33-8299-c86d85aaca9c already exists in list: port_ids containing: ['c31badbf-0f3a-4a33-8299-c86d85aaca9c']. ignoring it [ 1093.827448] env[68199]: DEBUG nova.network.neutron [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "address": "fa:16:3e:87:3d:47", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31badbf-0f", "ovs_interfaceid": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.851229] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.860923] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076797} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.861275] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.862397] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5c880-711b-486d-bf46-f50e664bf6ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.886155] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.890705] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230ed06a-214a-4cc8-8ace-601bf3458ded {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.913107] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1093.913107] env[68199]: value = "task-3070841" [ 1093.913107] env[68199]: _type = "Task" [ 1093.913107] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.917027] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b1a1aeff-1ffd-417d-8430-9ca30371c29c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1093.917352] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.917507] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.927034] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.003581] env[68199]: DEBUG nova.compute.manager [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.003832] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.004813] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9926f38-7168-45bd-8611-331353caacf0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.017210] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.017210] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d5b4c48-bc4e-4950-a3b3-df3ed29ab465 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.025957] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1094.025957] env[68199]: value = "task-3070842" [ 1094.025957] env[68199]: _type = "Task" [ 1094.025957] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.035707] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.166807] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e81f3d-d67a-4c5b-a2e3-5aefda7fb8bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.177061] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c1c69-dd2c-4881-95ca-540bd82c5d7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.217146] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58e6b5-d6b5-49df-8bcc-a35d72f4faa1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.227854] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd57276-b3a6-47eb-bc2f-0c0e427bfb70 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.244500] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.330674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.331404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.331599] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.332539] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6912878-c8a1-43e5-b04b-49568f439974 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.351755] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.352036] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.352198] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.352381] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.352522] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.352686] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.352906] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.353079] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.353246] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.353481] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.353679] env[68199]: DEBUG nova.virt.hardware [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.362904] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfiguring VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1094.364528] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdfc23d-178c-4550-9b4b-976276513a26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.384405] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070839, 'name': ReconfigVM_Task, 'duration_secs': 0.565582} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.386226] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.386579] env[68199]: DEBUG oslo_vmware.api [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1094.386579] env[68199]: value = "task-3070843" [ 1094.386579] env[68199]: _type = "Task" [ 1094.386579] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.386801] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a93243-e815-491c-b9e7-17c415342902 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.398662] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1094.398662] env[68199]: value = "task-3070844" [ 1094.398662] env[68199]: _type = "Task" [ 1094.398662] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.411141] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.413341] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070844, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.423241] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070841, 'name': ReconfigVM_Task, 'duration_secs': 0.302112} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.423556] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.424582] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aca4800-8dda-45ae-8c3a-058c7d0e1331 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.432186] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1094.432186] env[68199]: value = "task-3070845" [ 1094.432186] env[68199]: _type = "Task" [ 1094.432186] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.438537] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.438819] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.439069] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.439300] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.439453] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.439601] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.439892] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.440158] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.440425] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.440718] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.441019] env[68199]: DEBUG nova.virt.hardware [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.442235] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad05007-3064-4a0d-9a45-42f67206d34c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.456274] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412feaa-625a-422f-b466-0b04810b809d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.462217] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070845, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.536490] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070842, 'name': PowerOffVM_Task, 'duration_secs': 0.235001} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.536839] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.537056] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.537360] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d379577b-3140-4541-94f5-4364ee54b8b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613887] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.614135] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.614321] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore1] a944c2ac-5243-43ea-994e-ba131229af5f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.614645] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c50e89c-85e5-40e6-a399-a75c92a51c69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.625392] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1094.625392] env[68199]: value = "task-3070847" [ 1094.625392] env[68199]: _type = "Task" [ 1094.625392] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.633982] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.664840] env[68199]: DEBUG nova.compute.manager [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.665070] env[68199]: DEBUG oslo_concurrency.lockutils [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.665283] env[68199]: DEBUG oslo_concurrency.lockutils [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.665483] env[68199]: DEBUG oslo_concurrency.lockutils [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.665657] env[68199]: DEBUG nova.compute.manager [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] No waiting events found dispatching network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.665821] env[68199]: WARNING nova.compute.manager [req-a68f88ed-5d3b-470e-9536-21ccccb4649f req-387fa7dd-bab5-40b0-85d9-eead5fe7354c service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received unexpected event network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a for instance with vm_state building and task_state spawning. [ 1094.748179] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.765378] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Successfully updated port: 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.899275] env[68199]: DEBUG oslo_vmware.api [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.908178] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070844, 'name': Rename_Task, 'duration_secs': 0.226502} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.909415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.909511] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98374796-7ee6-4518-ba6d-e1d18d55c3d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.916687] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1094.916687] env[68199]: value = "task-3070848" [ 1094.916687] env[68199]: _type = "Task" [ 1094.916687] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.926016] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.941954] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070845, 'name': Rename_Task, 'duration_secs': 0.165072} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.942632] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.942926] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2f95f5-3992-4095-bd4a-7fed66686c9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.950443] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1094.950443] env[68199]: value = "task-3070849" [ 1094.950443] env[68199]: _type = "Task" [ 1094.950443] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.959414] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.136926] env[68199]: DEBUG oslo_vmware.api [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153547} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.137270] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.137551] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.137669] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.137871] env[68199]: INFO nova.compute.manager [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1095.138160] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.138384] env[68199]: DEBUG nova.compute.manager [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.138491] env[68199]: DEBUG nova.network.neutron [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.253209] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1095.253479] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.894s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.253778] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.052s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.253986] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.256306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.976s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.268278] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.268444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.268584] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.292324] env[68199]: INFO nova.scheduler.client.report [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Deleted allocations for instance 8b72a2cf-7416-40b1-8509-4dc96dda0ce9 [ 1095.401864] env[68199]: DEBUG oslo_vmware.api [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070843, 'name': ReconfigVM_Task, 'duration_secs': 0.829001} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.403630] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.405777] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfigured VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1095.430638] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.464443] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.804759] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6af6ee6d-0dd4-4bff-9492-72ab217515c1 tempest-ServerMetadataTestJSON-817449137 tempest-ServerMetadataTestJSON-817449137-project-member] Lock "8b72a2cf-7416-40b1-8509-4dc96dda0ce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.675s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.810269] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.911650] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6eb21390-d2cd-447c-b490-f50b77c2338d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.354s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.912881] env[68199]: DEBUG nova.network.neutron [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.932989] env[68199]: DEBUG oslo_vmware.api [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070848, 'name': PowerOnVM_Task, 'duration_secs': 0.694769} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.933275] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.933825] env[68199]: INFO nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1095.933825] env[68199]: DEBUG nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.934537] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f48c7-1d7f-483a-bfca-6420a4c57ba5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.961823] env[68199]: DEBUG oslo_vmware.api [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070849, 'name': PowerOnVM_Task, 'duration_secs': 0.538464} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.963064] env[68199]: DEBUG nova.network.neutron [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.965289] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.965289] env[68199]: INFO nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1095.965289] env[68199]: DEBUG nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.969179] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bba87e-0aaa-4b02-9bd6-88cb3eb55670 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.984902] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82122ec-a42a-4c8e-b88b-17bff5bb2dae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.993703] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584669f3-0875-4c15-b8c5-2074d97259b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.027523] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0177729-57e0-4544-85dd-5ba9a3984a1f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.036979] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858594f5-b277-47e2-9422-ebc4512cd183 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.052206] env[68199]: DEBUG nova.compute.provider_tree [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.416557] env[68199]: INFO nova.compute.manager [-] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Took 1.28 seconds to deallocate network for instance. [ 1096.455810] env[68199]: INFO nova.compute.manager [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Took 16.59 seconds to build instance. [ 1096.468403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.468403] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance network_info: |[{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.468403] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8e:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8025051c-1d07-4ab9-b123-16b33504273a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.476090] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.476907] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.477843] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219c7e28-4e88-4be1-ab29-a47439ef8fe7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.505987] env[68199]: INFO nova.compute.manager [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Took 12.97 seconds to build instance. [ 1096.508262] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.508262] env[68199]: value = "task-3070850" [ 1096.508262] env[68199]: _type = "Task" [ 1096.508262] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.517902] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070850, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.555801] env[68199]: DEBUG nova.scheduler.client.report [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.768226] env[68199]: DEBUG nova.compute.manager [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-changed-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.768226] env[68199]: DEBUG nova.compute.manager [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing instance network info cache due to event network-changed-8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.768226] env[68199]: DEBUG oslo_concurrency.lockutils [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.768909] env[68199]: DEBUG oslo_concurrency.lockutils [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.769228] env[68199]: DEBUG nova.network.neutron [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.926820] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.958549] env[68199]: DEBUG oslo_concurrency.lockutils [None req-af28dee6-a889-4767-ad36-89ddac00833b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.114s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.013033] env[68199]: DEBUG oslo_concurrency.lockutils [None req-388aa527-fdac-4227-99c2-db4b263c43f2 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.485s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.021822] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070850, 'name': CreateVM_Task, 'duration_secs': 0.498225} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.025036] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.025036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.025036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.025036] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2280fdd0-413e-4932-9360-076c6e67f812 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.030279] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1097.030279] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ea1899-e6ef-3613-88fc-1c0c69cce3e5" [ 1097.030279] env[68199]: _type = "Task" [ 1097.030279] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.042177] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea1899-e6ef-3613-88fc-1c0c69cce3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.405135] env[68199]: DEBUG nova.compute.manager [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Received event network-changed-6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.405832] env[68199]: DEBUG nova.compute.manager [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Refreshing instance network info cache due to event network-changed-6917d5ab-039b-4129-854c-0d2f7d921ce3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.406304] env[68199]: DEBUG oslo_concurrency.lockutils [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.406866] env[68199]: DEBUG oslo_concurrency.lockutils [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.406866] env[68199]: DEBUG nova.network.neutron [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Refreshing network info cache for port 6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.422687] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.423227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.546201] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea1899-e6ef-3613-88fc-1c0c69cce3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.02672} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.546517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.546742] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.546974] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.547134] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.547307] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.547573] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89c741a-a168-451d-82ef-ef43ba491dad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.560513] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.560720] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.561759] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d36754e-7974-43f2-bedd-aef1d43cc1d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.566928] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.567131] env[68199]: DEBUG nova.compute.manager [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68199) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1097.571831] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.730s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.571831] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.574768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.390s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.578142] env[68199]: INFO nova.compute.claims [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.579459] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1097.579459] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]529cc67c-67e1-d79c-643b-b3006a050f9c" [ 1097.579459] env[68199]: _type = "Task" [ 1097.579459] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.590831] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529cc67c-67e1-d79c-643b-b3006a050f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.614612] env[68199]: DEBUG nova.network.neutron [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updated VIF entry in instance network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.615097] env[68199]: DEBUG nova.network.neutron [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.620331] env[68199]: INFO nova.scheduler.client.report [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Deleted allocations for instance 3f87e099-c992-4b46-a658-0b87fd11765e [ 1097.925444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.925757] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.926953] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b096e-38b5-4c14-ba63-5294f62b94a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.948073] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce6117-b380-4c3e-94d7-7fe6f8de3544 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.981521] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfiguring VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1097.985447] env[68199]: INFO nova.compute.manager [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Rebuilding instance [ 1097.991096] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11596a2-a6b2-4666-8fcf-7638b5bad02a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.012431] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1098.012431] env[68199]: value = "task-3070851" [ 1098.012431] env[68199]: _type = "Task" [ 1098.012431] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.025529] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.076891] env[68199]: DEBUG nova.compute.manager [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.078227] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b5d8a-8d7d-42e3-a7e2-c9ff8cc653db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.108361] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]529cc67c-67e1-d79c-643b-b3006a050f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.022954} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.109494] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824bfad9-6fb6-42c0-9f51-fd04f6ae6290 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.123053] env[68199]: DEBUG oslo_concurrency.lockutils [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.123248] env[68199]: DEBUG nova.compute.manager [req-74f691fa-2176-49be-af6e-e4e731515418 req-f496f415-c2f1-4423-916a-c0ac171aa87b service nova] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Received event network-vif-deleted-bc1b11bb-5948-4ac8-972e-effa6f427e2b {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.125590] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1098.125590] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525235bd-abae-0ee3-3912-919576511d08" [ 1098.125590] env[68199]: _type = "Task" [ 1098.125590] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.134051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-89508c46-1678-4e3f-a064-5574812f8a1a tempest-InstanceActionsV221TestJSON-367816050 tempest-InstanceActionsV221TestJSON-367816050-project-member] Lock "3f87e099-c992-4b46-a658-0b87fd11765e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.833s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.144571] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525235bd-abae-0ee3-3912-919576511d08, 'name': SearchDatastore_Task, 'duration_secs': 0.013296} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.144571] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.144571] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.144571] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fcb88b0-53ce-46ff-a751-54d8ca79f657 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.154044] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1098.154044] env[68199]: value = "task-3070852" [ 1098.154044] env[68199]: _type = "Task" [ 1098.154044] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.167655] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.169124] env[68199]: INFO nova.scheduler.client.report [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted allocation for migration c4c0f7a6-9fbf-44f4-ba4c-578c73120b55 [ 1098.371691] env[68199]: DEBUG nova.network.neutron [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updated VIF entry in instance network info cache for port 6917d5ab-039b-4129-854c-0d2f7d921ce3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.372086] env[68199]: DEBUG nova.network.neutron [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.527798] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.669767] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070852, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.680029] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bb591a9-cef1-4df4-ba84-1b38f70ee475 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.389s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.830617] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889086fa-0b04-4845-a86f-1c1995eddaa6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.839962] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c07896-58c6-4643-9e30-4cb2a6c0e531 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.874291] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1ad56-678d-4b6a-9bf8-4d9b1f580257 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.877992] env[68199]: DEBUG oslo_concurrency.lockutils [req-67a22ffa-29c6-4616-80cb-2197cb4b7ad0 req-c23f69f4-8f52-4c89-8831-a03f359be753 service nova] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.883443] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73248e28-f2bb-4227-bab6-6bd7aa5dac7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.900450] env[68199]: DEBUG nova.compute.provider_tree [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.013237] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1099.015066] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651520d2-0762-45e4-9db8-2f0dfffc6d7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.027176] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.028948] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1099.029209] env[68199]: ERROR oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk due to incomplete transfer. [ 1099.029475] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f7f9b31-6581-40c4-a048-adebf5fa5feb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.038974] env[68199]: DEBUG oslo_vmware.rw_handles [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529de7de-fe76-0f74-3d5e-cbc774ac8bfc/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.039923] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Uploaded image bea1f9b1-fef1-41e9-96e3-54dc8e734fb2 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.042663] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.042974] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-171aefed-8143-4452-a574-cd0167bd92cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.055264] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1099.055264] env[68199]: value = "task-3070853" [ 1099.055264] env[68199]: _type = "Task" [ 1099.055264] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.068997] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070853, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.113340] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.113681] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b2dd60-6961-412b-896d-123151c351ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.122555] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1099.122555] env[68199]: value = "task-3070854" [ 1099.122555] env[68199]: _type = "Task" [ 1099.122555] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.131540] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.166904] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539704} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.167215] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.167433] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.167688] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f19fbc-a730-4a55-9cdc-da263d93fd86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.176579] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1099.176579] env[68199]: value = "task-3070855" [ 1099.176579] env[68199]: _type = "Task" [ 1099.176579] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.185646] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.405815] env[68199]: DEBUG nova.scheduler.client.report [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.428128] env[68199]: DEBUG nova.objects.instance [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.525468] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.568939] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070853, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.636350] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070854, 'name': PowerOffVM_Task, 'duration_secs': 0.131535} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.636733] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.637611] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.638920] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37090a7-c80a-45cf-962d-a3fbcbdb2f78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.647337] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.648016] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee15f553-1cfa-494b-9f5f-1eae4aebfcb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.683606] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.683866] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.684054] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Deleting the datastore file [datastore2] 9548950f-c03c-44f8-be46-9a89af346296 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.684848] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0dd4790-83d5-4030-a98a-8aecc4797eb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.689788] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.690091] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.690915] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6172d6-5fd0-41b6-bc8a-7571e1692d51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.697484] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1099.697484] env[68199]: value = "task-3070857" [ 1099.697484] env[68199]: _type = "Task" [ 1099.697484] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.700951] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "d521614b-e16e-47b8-8afc-069f5332f04f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.701257] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.730404] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.730404] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.732394] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c641848-25f5-4300-885c-124f60544576 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.754980] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.756530] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1099.756530] env[68199]: value = "task-3070858" [ 1099.756530] env[68199]: _type = "Task" [ 1099.756530] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.766085] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.910828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.911343] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.914050] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.988s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.914231] env[68199]: DEBUG nova.objects.instance [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid a944c2ac-5243-43ea-994e-ba131229af5f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.934287] env[68199]: DEBUG oslo_concurrency.lockutils [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.934734] env[68199]: DEBUG oslo_concurrency.lockutils [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935209] env[68199]: DEBUG nova.network.neutron [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.935209] env[68199]: DEBUG nova.objects.instance [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'info_cache' on Instance uuid 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.026777] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.066233] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070853, 'name': Destroy_Task, 'duration_secs': 1.012386} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.066550] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Destroyed the VM [ 1100.066802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1100.067095] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2de88c57-7cc1-4bd6-ae63-fb66a11b77f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.074551] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1100.074551] env[68199]: value = "task-3070859" [ 1100.074551] env[68199]: _type = "Task" [ 1100.074551] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.083216] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.209815] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09833} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.210081] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.210288] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.210470] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.266897] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070858, 'name': ReconfigVM_Task, 'duration_secs': 0.441109} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.267899] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.268200] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.268804] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33c14bb-c0c6-4e5a-8778-8150c7a48d75 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.276259] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1100.276259] env[68199]: value = "task-3070860" [ 1100.276259] env[68199]: _type = "Task" [ 1100.276259] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.285629] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070860, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.416838] env[68199]: DEBUG nova.compute.utils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.421721] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.421958] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.446034] env[68199]: DEBUG nova.objects.base [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Object Instance<8aab619f-617e-48f1-8945-ad7086f5fd41> lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.459204] env[68199]: DEBUG nova.policy [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.529845] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.586154] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.630873] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c251ab-8184-4fbb-a9f0-3ccc0f913a5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.639115] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d676105-f3fc-45ca-b3ff-2a89c7484ad9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.669477] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5bf33-51ba-40ad-8381-196d3fa0c0ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.677560] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73dbd0d-2aa1-4bfb-ab8f-1b933979bd96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.692613] env[68199]: DEBUG nova.compute.provider_tree [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.761803] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Successfully created port: a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.787506] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070860, 'name': Rename_Task, 'duration_secs': 0.144922} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.787836] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.788134] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fe1a69-d132-49bf-8504-186a00df7e86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.795831] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1100.795831] env[68199]: value = "task-3070861" [ 1100.795831] env[68199]: _type = "Task" [ 1100.795831] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.805983] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.922450] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.025724] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.087893] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070859, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.194711] env[68199]: DEBUG nova.scheduler.client.report [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.253527] env[68199]: DEBUG nova.network.neutron [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [{"id": "03c00c41-6b57-45af-9c9c-1a399ef98441", "address": "fa:16:3e:09:f4:7e", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c00c41-6b", "ovs_interfaceid": "03c00c41-6b57-45af-9c9c-1a399ef98441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.257944] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.257944] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.258294] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.258495] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.258657] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.258786] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.258998] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.259437] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.259643] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.259840] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.260069] env[68199]: DEBUG nova.virt.hardware [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.261172] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d1e91-39bc-453a-96de-b9fa76e47453 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.271666] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac52119-5445-479f-8980-446ef11d805c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.287821] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.293768] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.294064] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.294286] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99047a24-0451-4cee-9bc4-f2fc1378bb5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.315681] env[68199]: DEBUG oslo_vmware.api [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070861, 'name': PowerOnVM_Task, 'duration_secs': 0.461089} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.317026] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.317312] env[68199]: INFO nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1101.317556] env[68199]: DEBUG nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.317861] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.317861] env[68199]: value = "task-3070862" [ 1101.317861] env[68199]: _type = "Task" [ 1101.317861] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.318642] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4a49c7-b360-4375-9942-2b83dd3d8c68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.329168] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070862, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.527392] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.586366] env[68199]: DEBUG oslo_vmware.api [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070859, 'name': RemoveSnapshot_Task, 'duration_secs': 1.236728} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.586670] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.586871] env[68199]: INFO nova.compute.manager [None req-9f881d43-f45b-4276-8816-bb57ea6b6b8d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 1101.705056] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.707290] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.439s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.710587] env[68199]: INFO nova.compute.claims [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.756475] env[68199]: DEBUG oslo_concurrency.lockutils [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8aab619f-617e-48f1-8945-ad7086f5fd41" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.758685] env[68199]: INFO nova.scheduler.client.report [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance a944c2ac-5243-43ea-994e-ba131229af5f [ 1101.832298] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070862, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.844104] env[68199]: INFO nova.compute.manager [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Took 14.04 seconds to build instance. [ 1101.931755] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.958044] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.958185] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.958349] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.958543] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.958692] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.958837] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.959077] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.959301] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.959489] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.959663] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.959829] env[68199]: DEBUG nova.virt.hardware [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.960724] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b51af03-6dc7-4e80-ad53-87482dd9c121 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57c0f1f-a285-4349-9ec8-b67ccc3684d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.029155] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.269518] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5bb45425-fb04-4d1a-8f6d-4164db33f0e9 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "a944c2ac-5243-43ea-994e-ba131229af5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.771s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.272524] env[68199]: DEBUG nova.compute.manager [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Received event network-vif-plugged-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.272725] env[68199]: DEBUG oslo_concurrency.lockutils [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] Acquiring lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.273064] env[68199]: DEBUG oslo_concurrency.lockutils [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.273338] env[68199]: DEBUG oslo_concurrency.lockutils [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.273521] env[68199]: DEBUG nova.compute.manager [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] No waiting events found dispatching network-vif-plugged-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.273741] env[68199]: WARNING nova.compute.manager [req-f7b13546-8b5e-42ad-a0b4-10feb200740c req-a7e527d7-3b32-43f3-9902-5c81da55ee51 service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Received unexpected event network-vif-plugged-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 for instance with vm_state building and task_state spawning. [ 1102.297906] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Successfully updated port: a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.333073] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070862, 'name': CreateVM_Task, 'duration_secs': 0.582072} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.333244] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.333660] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333814] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.334170] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.334428] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4828400-397b-4d2d-846d-5e3f9bb93106 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.340811] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1102.340811] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52124af7-7eed-9275-0529-87c257515640" [ 1102.340811] env[68199]: _type = "Task" [ 1102.340811] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.346018] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f06c4c05-4823-4ec0-a9aa-15ee5e905caa tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.550s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.349595] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52124af7-7eed-9275-0529-87c257515640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.527736] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.747792] env[68199]: DEBUG nova.compute.manager [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-changed-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.747792] env[68199]: DEBUG nova.compute.manager [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing instance network info cache due to event network-changed-8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.747792] env[68199]: DEBUG oslo_concurrency.lockutils [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.747792] env[68199]: DEBUG oslo_concurrency.lockutils [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.747792] env[68199]: DEBUG nova.network.neutron [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.766953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.768060] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa066f5-15cc-4ada-b3bb-9620aa57001b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.780817] env[68199]: DEBUG oslo_vmware.api [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1102.780817] env[68199]: value = "task-3070863" [ 1102.780817] env[68199]: _type = "Task" [ 1102.780817] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.790926] env[68199]: DEBUG oslo_vmware.api [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.799993] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.800164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.800314] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.852957] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52124af7-7eed-9275-0529-87c257515640, 'name': SearchDatastore_Task, 'duration_secs': 0.035055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.856961] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.857346] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.857663] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.857865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.858176] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.858796] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d780b31-cd94-4614-a8ee-ecfd0a687ae9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.872142] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.872334] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.873268] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f805d312-7498-4909-bc94-489d87a2f164 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.880519] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1102.880519] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5231f09d-8fc4-534e-a21d-b6adcfe2b195" [ 1102.880519] env[68199]: _type = "Task" [ 1102.880519] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.892488] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5231f09d-8fc4-534e-a21d-b6adcfe2b195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.962275] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd6e53f-dc3b-4fb4-b1d5-5a1d3dfee475 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.973077] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9d790-f68c-42a2-9a67-f045bcbbeae0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.009760] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1df253-6af1-44bf-8a42-e06e7fc030c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.022945] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375cca2-21f2-4930-9a02-2a41e0f43173 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.033761] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.044249] env[68199]: DEBUG nova.compute.provider_tree [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.258763] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "01bd3b15-4f44-4473-943e-d96e9e56003c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.259069] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.292524] env[68199]: DEBUG oslo_vmware.api [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070863, 'name': PowerOnVM_Task, 'duration_secs': 0.505092} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.295280] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.296087] env[68199]: DEBUG nova.compute.manager [None req-83dbc0cc-e226-46aa-948d-ac406296afa1 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.296662] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74ee49-a70e-472a-9985-f63722b971c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.348440] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.392326] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5231f09d-8fc4-534e-a21d-b6adcfe2b195, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.393270] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d423e850-151d-4d6e-9a95-9124ff097ed2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.400176] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1103.400176] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c418c1-1a86-4ce4-a0ea-f75d840086b8" [ 1103.400176] env[68199]: _type = "Task" [ 1103.400176] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.409062] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c418c1-1a86-4ce4-a0ea-f75d840086b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.530228] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.546668] env[68199]: DEBUG nova.scheduler.client.report [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.580814] env[68199]: DEBUG nova.network.neutron [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Updating instance_info_cache with network_info: [{"id": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "address": "fa:16:3e:50:34:7f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f2ecf0-7b", "ovs_interfaceid": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.588829] env[68199]: DEBUG nova.network.neutron [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updated VIF entry in instance network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.589213] env[68199]: DEBUG nova.network.neutron [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.761936] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.911885] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c418c1-1a86-4ce4-a0ea-f75d840086b8, 'name': SearchDatastore_Task, 'duration_secs': 0.027592} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.912653] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.912763] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.913037] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f18250a-36b3-487f-bbd2-db1908a7dbca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.921051] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1103.921051] env[68199]: value = "task-3070864" [ 1103.921051] env[68199]: _type = "Task" [ 1103.921051] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.931201] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.934790] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "de393897-60d0-4668-965b-41205d1a80d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.935042] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.935247] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "de393897-60d0-4668-965b-41205d1a80d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.935431] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.935647] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.937777] env[68199]: INFO nova.compute.manager [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Terminating instance [ 1104.028903] env[68199]: DEBUG oslo_vmware.api [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070851, 'name': ReconfigVM_Task, 'duration_secs': 5.796285} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.029166] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.029378] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Reconfigured VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1104.051268] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.051832] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.083603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.084440] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Instance network_info: |[{"id": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "address": "fa:16:3e:50:34:7f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f2ecf0-7b", "ovs_interfaceid": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.085018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:34:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.092509] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.093491] env[68199]: DEBUG oslo_concurrency.lockutils [req-0d8d0715-9e46-4ff8-b676-1d39f3efcfe5 req-0c95aff7-c56c-473b-8ce6-606d7fc50373 service nova] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.093848] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.094104] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef2615ea-5444-4f56-8c4b-b54bea439b7f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.116585] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.116585] env[68199]: value = "task-3070865" [ 1104.116585] env[68199]: _type = "Task" [ 1104.116585] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.125124] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070865, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.283802] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.284075] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.284276] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.284453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.284708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.287131] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.287382] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.289153] env[68199]: INFO nova.compute.claims [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.291827] env[68199]: INFO nova.compute.manager [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Terminating instance [ 1104.307437] env[68199]: DEBUG nova.compute.manager [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Received event network-changed-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.307751] env[68199]: DEBUG nova.compute.manager [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Refreshing instance network info cache due to event network-changed-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.307990] env[68199]: DEBUG oslo_concurrency.lockutils [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] Acquiring lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.308217] env[68199]: DEBUG oslo_concurrency.lockutils [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] Acquired lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.308456] env[68199]: DEBUG nova.network.neutron [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Refreshing network info cache for port a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.432891] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.441241] env[68199]: DEBUG nova.compute.manager [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.441576] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.442492] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21cf6b6-a950-4eca-82db-87334becd5eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.454573] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.454878] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0088f80d-eebf-4372-a9e2-d73ac56b4556 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.465902] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1104.465902] env[68199]: value = "task-3070866" [ 1104.465902] env[68199]: _type = "Task" [ 1104.465902] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.480782] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.557149] env[68199]: DEBUG nova.compute.utils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.558236] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Not allocating networking since 'none' was specified. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1104.628590] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070865, 'name': CreateVM_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.797347] env[68199]: DEBUG nova.compute.manager [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.797733] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.798652] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19256d-5fba-4bd4-991c-fb5aa900faea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.815484] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.816094] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a00bb1-e969-4cd8-8ef2-1908fdda7d7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.823868] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1104.823868] env[68199]: value = "task-3070867" [ 1104.823868] env[68199]: _type = "Task" [ 1104.823868] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.834958] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.935149] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717669} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.935419] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.935634] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.935892] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f2110f2-7f22-4151-bd7b-7246ef2d22a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.947022] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1104.947022] env[68199]: value = "task-3070868" [ 1104.947022] env[68199]: _type = "Task" [ 1104.947022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.953286] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.979145] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070866, 'name': PowerOffVM_Task, 'duration_secs': 0.293239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.979534] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.979776] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.980089] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce34d011-6bc3-4458-a542-20c7ad67d7a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.050014] env[68199]: DEBUG nova.network.neutron [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Updated VIF entry in instance network info cache for port a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.050422] env[68199]: DEBUG nova.network.neutron [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Updating instance_info_cache with network_info: [{"id": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "address": "fa:16:3e:50:34:7f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f2ecf0-7b", "ovs_interfaceid": "a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.055695] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.056191] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.056518] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleting the datastore file [datastore2] de393897-60d0-4668-965b-41205d1a80d2 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.056920] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1394cb85-220a-4ba2-ad9b-48f7d7e170bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.063241] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.067592] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1105.067592] env[68199]: value = "task-3070870" [ 1105.067592] env[68199]: _type = "Task" [ 1105.067592] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.076755] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.127681] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070865, 'name': CreateVM_Task, 'duration_secs': 0.717644} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.127908] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.128626] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.128803] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.129144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.129398] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890f349f-84b0-40d9-8810-53e9ed1c466f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.135092] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1105.135092] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ffa1e1-4e4a-d27c-f66e-bb9a9c515b9d" [ 1105.135092] env[68199]: _type = "Task" [ 1105.135092] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.143376] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ffa1e1-4e4a-d27c-f66e-bb9a9c515b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.334783] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070867, 'name': PowerOffVM_Task, 'duration_secs': 0.251696} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.337444] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.337665] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.338107] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.338266] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.338429] env[68199]: DEBUG nova.network.neutron [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.340457] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23458fd-e073-4a10-add4-517fe03c7b78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.409763] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.413018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.413018] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleting the datastore file [datastore2] 8aab619f-617e-48f1-8945-ad7086f5fd41 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.413018] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde84fa9-b441-46c3-aa62-7181976805b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.426272] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1105.426272] env[68199]: value = "task-3070872" [ 1105.426272] env[68199]: _type = "Task" [ 1105.426272] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.442236] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.456193] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07489} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.456461] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.457311] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46bc8ce-1208-4b10-9fee-e300d6ae22b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.480601] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.483300] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76052c24-7f19-4656-bb24-4ff4b6d43e50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.504670] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1105.504670] env[68199]: value = "task-3070873" [ 1105.504670] env[68199]: _type = "Task" [ 1105.504670] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.515794] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.534483] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b6ec6-cc7c-4054-9bc9-3b34dac32ad0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.543839] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0a09f-6999-4b90-9f42-9ed83080dd4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.575249] env[68199]: DEBUG oslo_concurrency.lockutils [req-e1798083-b2a3-443b-a7b2-7bd71b8b2992 req-74903b19-12d9-4710-8df9-a4e775f6602c service nova] Releasing lock "refresh_cache-b1a1aeff-1ffd-417d-8430-9ca30371c29c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.582644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4615bf-6e91-4d70-be6b-50b53c0192de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.591223] env[68199]: DEBUG oslo_vmware.api [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141014} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.593325] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.593579] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.593825] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.594014] env[68199]: INFO nova.compute.manager [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: de393897-60d0-4668-965b-41205d1a80d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1105.594347] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.594631] env[68199]: DEBUG nova.compute.manager [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.594728] env[68199]: DEBUG nova.network.neutron [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.597320] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff2198f-736e-4d32-943a-6c4aa8756c83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.612163] env[68199]: DEBUG nova.compute.provider_tree [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.645575] env[68199]: DEBUG nova.compute.manager [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.645949] env[68199]: DEBUG nova.compute.manager [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing instance network info cache due to event network-changed-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.646271] env[68199]: DEBUG oslo_concurrency.lockutils [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] Acquiring lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.655195] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ffa1e1-4e4a-d27c-f66e-bb9a9c515b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.655562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.655898] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.656233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.656439] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.656698] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.657266] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b7a7c3-ed44-4c74-b31f-afcc5c553134 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.672258] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.672658] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.673844] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5aaeb1-d51c-4c2b-b3a1-7f982b31452e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.684266] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1105.684266] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52121307-3444-b445-2420-ca57322ed151" [ 1105.684266] env[68199]: _type = "Task" [ 1105.684266] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.696847] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52121307-3444-b445-2420-ca57322ed151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.936367] env[68199]: DEBUG oslo_vmware.api [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284456} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.938541] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.938732] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.938906] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.939096] env[68199]: INFO nova.compute.manager [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1105.939332] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.939526] env[68199]: DEBUG nova.compute.manager [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.939617] env[68199]: DEBUG nova.network.neutron [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.014895] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.082246] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.108797] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.109072] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.109238] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.109420] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.109928] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.109928] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.110253] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.110253] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.110449] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.110449] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.110627] env[68199]: DEBUG nova.virt.hardware [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.111812] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c96345-a3e9-462c-8f7e-938ce3ddddcb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.115972] env[68199]: DEBUG nova.scheduler.client.report [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.124312] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d241009a-8362-49b7-8db0-d917233118e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.138347] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.144093] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Creating folder: Project (d766bd6458254af283acb13e2f300911). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.145720] env[68199]: INFO nova.network.neutron [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Port c31badbf-0f3a-4a33-8299-c86d85aaca9c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1106.146039] env[68199]: DEBUG nova.network.neutron [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.147153] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a44905-2b44-4741-b1cf-c2b87084673b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.160758] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Created folder: Project (d766bd6458254af283acb13e2f300911) in parent group-v614632. [ 1106.160955] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Creating folder: Instances. Parent ref: group-v614918. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.161738] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3a5e4e-fed2-4587-bce8-0617ab5a5281 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.174795] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Created folder: Instances in parent group-v614918. [ 1106.175054] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.175248] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.175451] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1472d8-6ead-4b11-a65c-062e0b0a9604 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.199016] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52121307-3444-b445-2420-ca57322ed151, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.201011] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79b24d8-f4e3-4f88-847d-36157b427c10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.203695] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.203695] env[68199]: value = "task-3070876" [ 1106.203695] env[68199]: _type = "Task" [ 1106.203695] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.208622] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1106.208622] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52926650-7990-6a20-6afc-f90dd2cb1fee" [ 1106.208622] env[68199]: _type = "Task" [ 1106.208622] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.214757] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070876, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.222535] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52926650-7990-6a20-6afc-f90dd2cb1fee, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.222786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.223047] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b1a1aeff-1ffd-417d-8430-9ca30371c29c/b1a1aeff-1ffd-417d-8430-9ca30371c29c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.223295] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3bd86f-cd79-4873-9e75-100cbfd1610b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.230564] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1106.230564] env[68199]: value = "task-3070877" [ 1106.230564] env[68199]: _type = "Task" [ 1106.230564] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.239800] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.343715] env[68199]: DEBUG nova.compute.manager [req-9a96a6dd-fa99-43ed-a4e4-7acedf5206b9 req-8530a675-893a-4bdd-af6f-e0fa756ab3b5 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Received event network-vif-deleted-db276e6b-17ee-4674-8edf-2c768d2c057a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.343967] env[68199]: INFO nova.compute.manager [req-9a96a6dd-fa99-43ed-a4e4-7acedf5206b9 req-8530a675-893a-4bdd-af6f-e0fa756ab3b5 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Neutron deleted interface db276e6b-17ee-4674-8edf-2c768d2c057a; detaching it from the instance and deleting it from the info cache [ 1106.344168] env[68199]: DEBUG nova.network.neutron [req-9a96a6dd-fa99-43ed-a4e4-7acedf5206b9 req-8530a675-893a-4bdd-af6f-e0fa756ab3b5 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.348408] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.348644] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.348971] env[68199]: DEBUG nova.objects.instance [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'flavor' on Instance uuid 0099e2bc-63ed-4298-bdb0-aa523596a815 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.375838] env[68199]: DEBUG nova.network.neutron [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.519965] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070873, 'name': ReconfigVM_Task, 'duration_secs': 0.860323} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.520362] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9548950f-c03c-44f8-be46-9a89af346296/9548950f-c03c-44f8-be46-9a89af346296.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.521055] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec0ce58-097e-46d7-a161-a98fee1d4c67 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.532077] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1106.532077] env[68199]: value = "task-3070878" [ 1106.532077] env[68199]: _type = "Task" [ 1106.532077] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.542839] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070878, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.620742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.621357] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.649897] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.652279] env[68199]: DEBUG oslo_concurrency.lockutils [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] Acquired lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.652525] env[68199]: DEBUG nova.network.neutron [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Refreshing network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.717221] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070876, 'name': CreateVM_Task, 'duration_secs': 0.412735} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.717492] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.718702] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.719256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.721055] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.721055] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217916ba-11c3-42d3-b25b-7ae810528514 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.728766] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1106.728766] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52403315-7c2c-8b24-5ce2-be2037ecc7bb" [ 1106.728766] env[68199]: _type = "Task" [ 1106.728766] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.746945] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52403315-7c2c-8b24-5ce2-be2037ecc7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.747239] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46433} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.747379] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] b1a1aeff-1ffd-417d-8430-9ca30371c29c/b1a1aeff-1ffd-417d-8430-9ca30371c29c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.747605] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.747862] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b16d20-6a06-48c5-9ed2-208a7d7405ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.760822] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1106.760822] env[68199]: value = "task-3070879" [ 1106.760822] env[68199]: _type = "Task" [ 1106.760822] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.775391] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.847662] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e0d4429-3f82-449f-b7e5-493947e6f2b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.861198] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10714ee-eacd-4ab1-b11f-942a3dde373e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.877936] env[68199]: INFO nova.compute.manager [-] [instance: de393897-60d0-4668-965b-41205d1a80d2] Took 1.28 seconds to deallocate network for instance. [ 1106.900024] env[68199]: DEBUG nova.compute.manager [req-9a96a6dd-fa99-43ed-a4e4-7acedf5206b9 req-8530a675-893a-4bdd-af6f-e0fa756ab3b5 service nova] [instance: de393897-60d0-4668-965b-41205d1a80d2] Detach interface failed, port_id=db276e6b-17ee-4674-8edf-2c768d2c057a, reason: Instance de393897-60d0-4668-965b-41205d1a80d2 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.961890] env[68199]: DEBUG nova.objects.instance [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'pci_requests' on Instance uuid 0099e2bc-63ed-4298-bdb0-aa523596a815 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.041934] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070878, 'name': Rename_Task, 'duration_secs': 0.253614} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.042246] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.042506] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e971b647-a35d-4b0a-805f-2edee733304e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.049605] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1107.049605] env[68199]: value = "task-3070880" [ 1107.049605] env[68199]: _type = "Task" [ 1107.049605] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.057505] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.126904] env[68199]: DEBUG nova.compute.utils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.128451] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.128642] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.155600] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5380e8c1-4bc0-493d-9fbc-11cf0d75f65d tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-a234b834-96fb-4e25-b689-287450931610-c31badbf-0f3a-4a33-8299-c86d85aaca9c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.732s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.172893] env[68199]: DEBUG nova.policy [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.203816] env[68199]: DEBUG nova.network.neutron [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.246932] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52403315-7c2c-8b24-5ce2-be2037ecc7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018041} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.247521] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.247802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.248312] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248471] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.248662] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.248945] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef9de01-90af-4fd5-be86-eeb20c7483fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.260258] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.260401] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.261189] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce56b38-d292-4c68-b0ec-ded157f42ea8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.270046] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1107.270046] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524a2000-87ec-63ea-be71-601e07be26a1" [ 1107.270046] env[68199]: _type = "Task" [ 1107.270046] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.272990] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086184} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.275973] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.276730] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae8d5a-98ef-47c2-b6ef-8793ddcf0f01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.303376] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b1a1aeff-1ffd-417d-8430-9ca30371c29c/b1a1aeff-1ffd-417d-8430-9ca30371c29c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.303721] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524a2000-87ec-63ea-be71-601e07be26a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.306213] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b489d0-fd95-4b4c-bff9-db91d056ddee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.321685] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f49299-2e45-476d-9652-573b40081ae3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.328086] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1107.328086] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e21698-71f6-167a-1395-20ca4eaeea9c" [ 1107.328086] env[68199]: _type = "Task" [ 1107.328086] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.333148] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1107.333148] env[68199]: value = "task-3070881" [ 1107.333148] env[68199]: _type = "Task" [ 1107.333148] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.341970] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e21698-71f6-167a-1395-20ca4eaeea9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.347153] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.386386] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.386677] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.386966] env[68199]: DEBUG nova.objects.instance [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lazy-loading 'resources' on Instance uuid de393897-60d0-4668-965b-41205d1a80d2 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.464625] env[68199]: DEBUG nova.objects.base [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Object Instance<0099e2bc-63ed-4298-bdb0-aa523596a815> lazy-loaded attributes: flavor,pci_requests {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.464625] env[68199]: DEBUG nova.network.neutron [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.503798] env[68199]: DEBUG nova.network.neutron [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updated VIF entry in instance network info cache for port 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.504275] env[68199]: DEBUG nova.network.neutron [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [{"id": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "address": "fa:16:3e:7d:33:36", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dad7f2c-fd", "ovs_interfaceid": "1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.528846] env[68199]: DEBUG nova.policy [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ee0fc932de45df832edb11dc07b162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39725791e61f4150b90a663d0aec20b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.563854] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.575443] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Successfully created port: 4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.631740] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.669674] env[68199]: DEBUG nova.compute.manager [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-changed-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.669857] env[68199]: DEBUG nova.compute.manager [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing instance network info cache due to event network-changed-16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.670079] env[68199]: DEBUG oslo_concurrency.lockutils [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.670219] env[68199]: DEBUG oslo_concurrency.lockutils [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.671295] env[68199]: DEBUG nova.network.neutron [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing network info cache for port 16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.708612] env[68199]: INFO nova.compute.manager [-] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Took 1.77 seconds to deallocate network for instance. [ 1107.845891] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e21698-71f6-167a-1395-20ca4eaeea9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.849235] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.849415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.849689] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070881, 'name': ReconfigVM_Task, 'duration_secs': 0.290364} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.849890] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfecbd69-5582-496d-8ff1-2d911e27d8cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.852238] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b1a1aeff-1ffd-417d-8430-9ca30371c29c/b1a1aeff-1ffd-417d-8430-9ca30371c29c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.852771] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca5232cd-205e-4f2e-824d-e3b4138ef4dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.862465] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1107.862465] env[68199]: value = "task-3070882" [ 1107.862465] env[68199]: _type = "Task" [ 1107.862465] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.863862] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1107.863862] env[68199]: value = "task-3070883" [ 1107.863862] env[68199]: _type = "Task" [ 1107.863862] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.875548] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.879031] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070882, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.007121] env[68199]: DEBUG oslo_concurrency.lockutils [req-bace2d82-4d0e-47b6-bc30-7593ebb402f9 req-889a2876-d598-44c7-a6ac-feda4010f62c service nova] Releasing lock "refresh_cache-a234b834-96fb-4e25-b689-287450931610" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.066126] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.115364] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fd76e0-a976-4c72-927b-74b2151f9a91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.124461] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8425e-3a99-4179-9573-c1cd25c68b77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.170617] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359cafe8-ffff-44ba-acfa-a48fcd2867d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.185031] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86200404-e2f6-4fc1-9f78-f60ac7282842 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.204041] env[68199]: DEBUG nova.compute.provider_tree [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.215614] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.378885] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070882, 'name': Rename_Task, 'duration_secs': 0.147819} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.383951] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.384254] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477715} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.384451] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0299b349-cc84-41c9-9e54-b6d77f64e056 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.386274] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.386489] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.386716] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4226fae6-a82c-4cec-9227-0ac4ba93dd54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.394494] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1108.394494] env[68199]: value = "task-3070885" [ 1108.394494] env[68199]: _type = "Task" [ 1108.394494] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.395796] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1108.395796] env[68199]: value = "task-3070884" [ 1108.395796] env[68199]: _type = "Task" [ 1108.395796] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.408804] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.411994] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.419587] env[68199]: DEBUG nova.network.neutron [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updated VIF entry in instance network info cache for port 16654a45-b163-4758-a311-113606e97b67. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.419959] env[68199]: DEBUG nova.network.neutron [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.563148] env[68199]: DEBUG oslo_vmware.api [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070880, 'name': PowerOnVM_Task, 'duration_secs': 1.049253} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.563429] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.563642] env[68199]: DEBUG nova.compute.manager [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.564445] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b4425-9527-4af6-b12b-34d15cb1b5d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.620725] env[68199]: DEBUG nova.compute.manager [req-1ae76104-4aed-4455-a19e-a364c0001959 req-bbe29372-343d-41e9-990d-09da2294821b service nova] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Received event network-vif-deleted-03c00c41-6b57-45af-9c9c-1a399ef98441 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.641338] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.681034] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.681395] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.681395] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.681586] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.681750] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.681877] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.682105] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.682304] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.682505] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.682719] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.682914] env[68199]: DEBUG nova.virt.hardware [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.683771] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ca951-fdb1-4dac-a28c-5e3773d8e40e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.693504] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef48604-f8bc-491d-a69b-c1e9c881400e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.710061] env[68199]: DEBUG nova.scheduler.client.report [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.906096] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070871} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.906734] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.907519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fa300-2aa4-45c4-91f6-5f7628f74cd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.913120] env[68199]: DEBUG oslo_vmware.api [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070884, 'name': PowerOnVM_Task, 'duration_secs': 0.474406} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.913829] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.914068] env[68199]: INFO nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1108.914265] env[68199]: DEBUG nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.915057] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8384e-6911-4299-98b4-9b93276ab7a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.925282] env[68199]: DEBUG oslo_concurrency.lockutils [req-d7b3e68a-bd13-4594-ad8e-bb372c5917bc req-00ce6c7d-609b-4c50-be70-b06d02190645 service nova] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.935670] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.936968] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68640c24-239c-405d-90c0-1d6b5ecf3993 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.966136] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1108.966136] env[68199]: value = "task-3070886" [ 1108.966136] env[68199]: _type = "Task" [ 1108.966136] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.977124] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.083593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.092590] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Successfully updated port: 4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.102014] env[68199]: DEBUG nova.network.neutron [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Successfully updated port: c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.215927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.218292] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.003s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.218490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.220308] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.137s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.220417] env[68199]: DEBUG nova.objects.instance [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.243423] env[68199]: INFO nova.scheduler.client.report [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleted allocations for instance de393897-60d0-4668-965b-41205d1a80d2 [ 1109.245460] env[68199]: INFO nova.scheduler.client.report [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted allocations for instance 8aab619f-617e-48f1-8945-ad7086f5fd41 [ 1109.292246] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "9548950f-c03c-44f8-be46-9a89af346296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.292552] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.292794] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "9548950f-c03c-44f8-be46-9a89af346296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.292998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.293229] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.295601] env[68199]: INFO nova.compute.manager [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Terminating instance [ 1109.472077] env[68199]: INFO nova.compute.manager [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Took 17.31 seconds to build instance. [ 1109.478969] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.594519] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.594895] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.595036] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.605564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.605715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.605888] env[68199]: DEBUG nova.network.neutron [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.757530] env[68199]: DEBUG oslo_concurrency.lockutils [None req-74cac2c9-dfe3-4b96-9d02-8ee75d08794d tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "de393897-60d0-4668-965b-41205d1a80d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.758528] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fb177407-2812-492b-8289-e8f90e5cd67d tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8aab619f-617e-48f1-8945-ad7086f5fd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.474s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.798797] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "refresh_cache-9548950f-c03c-44f8-be46-9a89af346296" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.798981] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquired lock "refresh_cache-9548950f-c03c-44f8-be46-9a89af346296" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.799184] env[68199]: DEBUG nova.network.neutron [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.949566] env[68199]: DEBUG nova.compute.manager [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.949743] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.950017] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.950273] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.950515] env[68199]: DEBUG nova.compute.manager [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] No waiting events found dispatching network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.950756] env[68199]: WARNING nova.compute.manager [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received unexpected event network-vif-plugged-c31badbf-0f3a-4a33-8299-c86d85aaca9c for instance with vm_state active and task_state None. [ 1109.950973] env[68199]: DEBUG nova.compute.manager [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-changed-c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.951210] env[68199]: DEBUG nova.compute.manager [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing instance network info cache due to event network-changed-c31badbf-0f3a-4a33-8299-c86d85aaca9c. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.951456] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.974379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-714fb576-a2b9-41a2-8775-1ac2247ed21d tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.822s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.977923] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070886, 'name': ReconfigVM_Task, 'duration_secs': 0.978633} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.978196] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.978811] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87d377b-5bfd-4b7f-a660-8533c5eb3ff2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.986378] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1109.986378] env[68199]: value = "task-3070887" [ 1109.986378] env[68199]: _type = "Task" [ 1109.986378] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.994480] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070887, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.131034] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.142054] env[68199]: WARNING nova.network.neutron [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] 062e9ac4-ddb4-438d-ae8c-a98a05c3a25b already exists in list: networks containing: ['062e9ac4-ddb4-438d-ae8c-a98a05c3a25b']. ignoring it [ 1110.230934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f606f594-47cd-4dd8-ba58-d5b8b903b715 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.312149] env[68199]: DEBUG nova.network.neutron [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Updating instance_info_cache with network_info: [{"id": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "address": "fa:16:3e:0f:82:3b", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beaa88c-f2", "ovs_interfaceid": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.331620] env[68199]: DEBUG nova.network.neutron [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.419820] env[68199]: DEBUG nova.network.neutron [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.469260] env[68199]: DEBUG nova.network.neutron [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "address": "fa:16:3e:87:3d:47", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31badbf-0f", "ovs_interfaceid": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.471072] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.471301] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.498406] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070887, 'name': Rename_Task, 'duration_secs': 0.352986} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.498934] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.499207] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c27da02-b20b-4611-9d26-fd65d11cc107 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.507240] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1110.507240] env[68199]: value = "task-3070888" [ 1110.507240] env[68199]: _type = "Task" [ 1110.507240] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.516101] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.606371] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8837dc1-b609-4960-89fd-fb92459e2fa5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.613429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Suspending the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1110.614122] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6412c682-838b-4e3a-aa01-fd99ed8f8c78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.622931] env[68199]: DEBUG oslo_vmware.api [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1110.622931] env[68199]: value = "task-3070889" [ 1110.622931] env[68199]: _type = "Task" [ 1110.622931] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.631303] env[68199]: DEBUG oslo_vmware.api [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070889, 'name': SuspendVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.649382] env[68199]: DEBUG nova.compute.manager [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Received event network-vif-plugged-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.649594] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Acquiring lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.649789] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.649912] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.650242] env[68199]: DEBUG nova.compute.manager [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] No waiting events found dispatching network-vif-plugged-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.650448] env[68199]: WARNING nova.compute.manager [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Received unexpected event network-vif-plugged-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f for instance with vm_state building and task_state spawning. [ 1110.650614] env[68199]: DEBUG nova.compute.manager [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Received event network-changed-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.650800] env[68199]: DEBUG nova.compute.manager [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Refreshing instance network info cache due to event network-changed-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.650991] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Acquiring lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.814957] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.815371] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Instance network_info: |[{"id": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "address": "fa:16:3e:0f:82:3b", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beaa88c-f2", "ovs_interfaceid": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.815770] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Acquired lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.816026] env[68199]: DEBUG nova.network.neutron [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Refreshing network info cache for port 4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.817625] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:82:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.828416] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.829083] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.829394] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c490c589-caae-48c1-b211-413abaf7161a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.856973] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.857284] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.857517] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.857720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.857948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.859685] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.859685] env[68199]: value = "task-3070890" [ 1110.859685] env[68199]: _type = "Task" [ 1110.859685] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.864592] env[68199]: INFO nova.compute.manager [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Terminating instance [ 1110.873965] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070890, 'name': CreateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.922871] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Releasing lock "refresh_cache-9548950f-c03c-44f8-be46-9a89af346296" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.923421] env[68199]: DEBUG nova.compute.manager [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.923627] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.924651] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c282dc-c37d-4fa5-876b-be6fa7152ca7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.934051] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.934341] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bad1e0e-c00b-4b60-841a-92a1460aed36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.943875] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1110.943875] env[68199]: value = "task-3070891" [ 1110.943875] env[68199]: _type = "Task" [ 1110.943875] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.953814] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.971711] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.972365] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.973066] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.973439] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.973636] env[68199]: DEBUG nova.network.neutron [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Refreshing network info cache for port c31badbf-0f3a-4a33-8299-c86d85aaca9c {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.975101] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.978911] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2ffaf-2aaa-4601-ab1f-66b10327110a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.997414] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.997671] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.997830] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.998079] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.998168] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.998317] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.998517] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.998673] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.998838] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.999008] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.999196] env[68199]: DEBUG nova.virt.hardware [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.005617] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfiguring VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1111.006320] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd24fbe-d086-40d9-92df-ae16bbf60c65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.032321] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.032566] env[68199]: DEBUG oslo_vmware.api [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1111.032566] env[68199]: value = "task-3070892" [ 1111.032566] env[68199]: _type = "Task" [ 1111.032566] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.043415] env[68199]: DEBUG oslo_vmware.api [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070892, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.135939] env[68199]: DEBUG oslo_vmware.api [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070889, 'name': SuspendVM_Task} progress is 70%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.372964] env[68199]: DEBUG nova.compute.manager [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.373326] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.373643] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070890, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.374933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a67db-6818-4d67-8cec-af7ffbfe398a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.384174] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.384502] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6199ecf6-92ef-437c-a081-46e388ab9a6a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.392308] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1111.392308] env[68199]: value = "task-3070893" [ 1111.392308] env[68199]: _type = "Task" [ 1111.392308] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.400941] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.456199] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070891, 'name': PowerOffVM_Task, 'duration_secs': 0.301759} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.456528] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.456742] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.457021] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d604bd6-14d7-49fb-9f9f-e19050283416 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.490366] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.490532] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.490680] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Deleting the datastore file [datastore2] 9548950f-c03c-44f8-be46-9a89af346296 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.491385] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e529491-6348-43a9-8191-61447a9b9ce2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.499316] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for the task: (returnval){ [ 1111.499316] env[68199]: value = "task-3070895" [ 1111.499316] env[68199]: _type = "Task" [ 1111.499316] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.505305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.505761] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.508244] env[68199]: INFO nova.compute.claims [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.517119] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.528615] env[68199]: DEBUG oslo_vmware.api [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070888, 'name': PowerOnVM_Task, 'duration_secs': 0.653098} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.528894] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.529151] env[68199]: INFO nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1111.529342] env[68199]: DEBUG nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.530184] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63759dd5-68ff-4b16-ba35-4aadba5b4336 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.551905] env[68199]: DEBUG oslo_vmware.api [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.616628] env[68199]: DEBUG nova.network.neutron [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Updated VIF entry in instance network info cache for port 4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.616991] env[68199]: DEBUG nova.network.neutron [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Updating instance_info_cache with network_info: [{"id": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "address": "fa:16:3e:0f:82:3b", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beaa88c-f2", "ovs_interfaceid": "4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.633829] env[68199]: DEBUG oslo_vmware.api [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070889, 'name': SuspendVM_Task, 'duration_secs': 0.623828} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.636399] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Suspended the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1111.636592] env[68199]: DEBUG nova.compute.manager [None req-5a4d758e-8713-445f-bc54-d3919a39611a tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.637397] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938bc24-9cc9-4bf5-a51b-3396bea07015 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.729386] env[68199]: DEBUG nova.network.neutron [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updated VIF entry in instance network info cache for port c31badbf-0f3a-4a33-8299-c86d85aaca9c. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.729899] env[68199]: DEBUG nova.network.neutron [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "address": "fa:16:3e:87:3d:47", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31badbf-0f", "ovs_interfaceid": "c31badbf-0f3a-4a33-8299-c86d85aaca9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.873229] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070890, 'name': CreateVM_Task, 'duration_secs': 0.580786} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.873435] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.874161] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.874375] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.874755] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.875055] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bef3c46-4b95-415b-a2ab-fdb5e884e7e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.879937] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1111.879937] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5249a421-4d35-c996-3efa-ad2e4850040c" [ 1111.879937] env[68199]: _type = "Task" [ 1111.879937] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.888439] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5249a421-4d35-c996-3efa-ad2e4850040c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.900236] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070893, 'name': PowerOffVM_Task, 'duration_secs': 0.205965} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.900478] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.900643] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.900878] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d5918f6-08b0-43df-a237-2f9060ec4d7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.985304] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.985652] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.985904] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleting the datastore file [datastore1] d21aeb11-02ca-43d3-a717-e715f9a9ed68 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.986255] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c60182c-1f23-48f8-8f6a-428177660bd2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.994915] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for the task: (returnval){ [ 1111.994915] env[68199]: value = "task-3070897" [ 1111.994915] env[68199]: _type = "Task" [ 1111.994915] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.003593] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.015445] env[68199]: DEBUG oslo_vmware.api [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Task: {'id': task-3070895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098865} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.016000] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.016243] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.016429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.016605] env[68199]: INFO nova.compute.manager [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1112.016848] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.017068] env[68199]: DEBUG nova.compute.manager [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.017171] env[68199]: DEBUG nova.network.neutron [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.034383] env[68199]: DEBUG nova.network.neutron [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.045446] env[68199]: DEBUG oslo_vmware.api [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070892, 'name': ReconfigVM_Task, 'duration_secs': 0.823055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.046426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.046638] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfigured VM to attach interface {{(pid=68199) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1112.060823] env[68199]: INFO nova.compute.manager [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Took 11.81 seconds to build instance. [ 1112.119440] env[68199]: DEBUG oslo_concurrency.lockutils [req-6ec1e8dd-e76b-4808-bf1e-25bd909acff7 req-1020cc3f-7c44-4118-aded-dfcbef223348 service nova] Releasing lock "refresh_cache-01bd3b15-4f44-4473-943e-d96e9e56003c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.232858] env[68199]: DEBUG oslo_concurrency.lockutils [req-9d3c1b73-1110-4523-ac8f-c19bdbe50bdd req-47543b48-c7c0-4b24-8879-a3c726e5f3b6 service nova] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.391718] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5249a421-4d35-c996-3efa-ad2e4850040c, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.392053] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.392290] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.392557] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.392775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.392998] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.393228] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127e10b4-5c53-42f6-96f2-d7e4b4c24590 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.401675] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.401849] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.402542] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dd63e2-977a-40eb-8e1a-5e4a9a9a1b5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.407799] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1112.407799] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525b79a0-b0c9-7b10-b0c7-bce832119921" [ 1112.407799] env[68199]: _type = "Task" [ 1112.407799] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.415982] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525b79a0-b0c9-7b10-b0c7-bce832119921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.505016] env[68199]: DEBUG oslo_vmware.api [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Task: {'id': task-3070897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178541} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.505267] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.505452] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.505749] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.505883] env[68199]: INFO nova.compute.manager [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.506142] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.506335] env[68199]: DEBUG nova.compute.manager [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.506429] env[68199]: DEBUG nova.network.neutron [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.541144] env[68199]: DEBUG nova.network.neutron [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.551068] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8b22f3e8-a3d3-44c5-8df1-b6acd0ae1e67 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.202s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.562930] env[68199]: DEBUG oslo_concurrency.lockutils [None req-2f9b9b4c-a047-4b9d-9958-6ba521c5970c tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.862s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.707772] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d2990-a5a0-4c34-b5fa-d46aed78c796 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.718861] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a320c-84cb-4a54-ad7d-ca7ca851bf8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.754227] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974eca33-dfc0-4694-ae3f-df56a83056fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.762933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d544d-27aa-4234-97c1-711a2b32e478 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.778263] env[68199]: DEBUG nova.compute.provider_tree [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.918940] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525b79a0-b0c9-7b10-b0c7-bce832119921, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.919409] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c502c0b-f7a1-4d9f-b435-488b478c4234 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.924898] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1112.924898] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ef25a1-b871-ad51-6add-2dc11bbd61a4" [ 1112.924898] env[68199]: _type = "Task" [ 1112.924898] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.932467] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ef25a1-b871-ad51-6add-2dc11bbd61a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.959071] env[68199]: DEBUG nova.compute.manager [req-b2756265-52bb-4595-86e6-dd0fd7f324ec req-53f0c544-f1e1-4d7e-8fea-8769a218b24e service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Received event network-vif-deleted-be275a0b-2a2f-4251-9be2-5f88441989d6 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.959200] env[68199]: INFO nova.compute.manager [req-b2756265-52bb-4595-86e6-dd0fd7f324ec req-53f0c544-f1e1-4d7e-8fea-8769a218b24e service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Neutron deleted interface be275a0b-2a2f-4251-9be2-5f88441989d6; detaching it from the instance and deleting it from the info cache [ 1112.959367] env[68199]: DEBUG nova.network.neutron [req-b2756265-52bb-4595-86e6-dd0fd7f324ec req-53f0c544-f1e1-4d7e-8fea-8769a218b24e service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.043957] env[68199]: INFO nova.compute.manager [-] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Took 1.03 seconds to deallocate network for instance. [ 1113.142706] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.142998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.143229] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.143417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.143587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.146217] env[68199]: INFO nova.compute.manager [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Terminating instance [ 1113.257926] env[68199]: DEBUG nova.network.neutron [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.282294] env[68199]: DEBUG nova.scheduler.client.report [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.436114] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ef25a1-b871-ad51-6add-2dc11bbd61a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.436403] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.436660] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 01bd3b15-4f44-4473-943e-d96e9e56003c/01bd3b15-4f44-4473-943e-d96e9e56003c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.436938] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe91fd78-7109-4e3c-b029-5e210a6e5f4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.444480] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1113.444480] env[68199]: value = "task-3070898" [ 1113.444480] env[68199]: _type = "Task" [ 1113.444480] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.453076] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.461825] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf1fb1ad-37e9-4b2e-926c-0f4c867b51a8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.471329] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95f51e-a371-441f-9cd8-25b2aad0ea8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.507559] env[68199]: DEBUG nova.compute.manager [req-b2756265-52bb-4595-86e6-dd0fd7f324ec req-53f0c544-f1e1-4d7e-8fea-8769a218b24e service nova] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Detach interface failed, port_id=be275a0b-2a2f-4251-9be2-5f88441989d6, reason: Instance d21aeb11-02ca-43d3-a717-e715f9a9ed68 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.550236] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.600422] env[68199]: INFO nova.compute.manager [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Rebuilding instance [ 1113.646348] env[68199]: DEBUG nova.compute.manager [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.647243] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ede36-2f76-4b67-9dd1-e646be7aeba6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.650787] env[68199]: DEBUG nova.compute.manager [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.651019] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.651824] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08c7fc-8182-44b9-9d52-e512c558323c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.660857] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.662726] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3227fc44-d348-4ca7-bf8a-3fabed7a7c8d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.760612] env[68199]: INFO nova.compute.manager [-] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Took 1.25 seconds to deallocate network for instance. [ 1113.763823] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.764073] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.764274] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore2] b1a1aeff-1ffd-417d-8430-9ca30371c29c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.767720] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158fc21f-121f-414f-a4e2-4f144a14681b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.778468] env[68199]: DEBUG oslo_vmware.api [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1113.778468] env[68199]: value = "task-3070900" [ 1113.778468] env[68199]: _type = "Task" [ 1113.778468] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.787189] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.787901] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.794431] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.244s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.794728] env[68199]: DEBUG nova.objects.instance [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lazy-loading 'resources' on Instance uuid 9548950f-c03c-44f8-be46-9a89af346296 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.795912] env[68199]: DEBUG oslo_vmware.api [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.957801] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458265} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.958086] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 01bd3b15-4f44-4473-943e-d96e9e56003c/01bd3b15-4f44-4473-943e-d96e9e56003c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.958305] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.958556] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9176d65-a5ff-4191-bec9-0b931ad57cea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.966561] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1113.966561] env[68199]: value = "task-3070901" [ 1113.966561] env[68199]: _type = "Task" [ 1113.966561] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.977300] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.038280] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.038539] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.271382] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.289803] env[68199]: DEBUG oslo_vmware.api [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248253} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.290095] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.290280] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.290453] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.290626] env[68199]: INFO nova.compute.manager [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1114.290869] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.291110] env[68199]: DEBUG nova.compute.manager [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.291233] env[68199]: DEBUG nova.network.neutron [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.301029] env[68199]: DEBUG nova.compute.utils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.302477] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.302477] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.367407] env[68199]: DEBUG nova.policy [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5d74f718424438c94045fd0c1741c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d70fa055b7a439b936712be85c8d328', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.477352] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103368} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.477647] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.478413] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b78ed-2296-400a-bb5a-88391a3cdc81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.501773] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 01bd3b15-4f44-4473-943e-d96e9e56003c/01bd3b15-4f44-4473-943e-d96e9e56003c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.504505] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944b1672-3a74-4d7f-a220-d06f3a9688c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.529324] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1114.529324] env[68199]: value = "task-3070902" [ 1114.529324] env[68199]: _type = "Task" [ 1114.529324] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.538936] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.540978] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.541198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.542150] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad9830f-5e25-4402-98a6-4e59781b650c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.545233] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b39a6c-52ed-4715-97b3-c261ff3fff96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.566894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78855653-d729-4351-9a40-d6322b274290 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.570974] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c2fec-c863-4597-a46c-88ff63e818a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.621793] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfiguring VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1114.622718] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ed5322-d4f9-4d36-8ee2-177bbc3fdc5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.636479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62c2fc-e176-4b5e-b7bb-81a3a4e7c25e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.645514] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52144d6e-5441-426b-b780-ae88fa57c100 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.650809] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1114.650809] env[68199]: value = "task-3070903" [ 1114.650809] env[68199]: _type = "Task" [ 1114.650809] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.664675] env[68199]: DEBUG nova.compute.provider_tree [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.670820] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.672802] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.673134] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1754efb7-13e2-4628-aecb-26bd2f04947d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.682541] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1114.682541] env[68199]: value = "task-3070904" [ 1114.682541] env[68199]: _type = "Task" [ 1114.682541] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.693411] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.780953] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Successfully created port: 53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.805022] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.987387] env[68199]: DEBUG nova.compute.manager [req-b233ee64-9ca6-410c-9640-04cb8f5d3f3d req-1ba63af1-d329-4fb5-a212-909f7ce6804a service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Received event network-vif-deleted-a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.987630] env[68199]: INFO nova.compute.manager [req-b233ee64-9ca6-410c-9640-04cb8f5d3f3d req-1ba63af1-d329-4fb5-a212-909f7ce6804a service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Neutron deleted interface a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24; detaching it from the instance and deleting it from the info cache [ 1114.987805] env[68199]: DEBUG nova.network.neutron [req-b233ee64-9ca6-410c-9640-04cb8f5d3f3d req-1ba63af1-d329-4fb5-a212-909f7ce6804a service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.023918] env[68199]: DEBUG oslo_concurrency.lockutils [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.024191] env[68199]: DEBUG oslo_concurrency.lockutils [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.041343] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070902, 'name': ReconfigVM_Task, 'duration_secs': 0.34736} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.041343] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 01bd3b15-4f44-4473-943e-d96e9e56003c/01bd3b15-4f44-4473-943e-d96e9e56003c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.041892] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8afdad7-fab1-43c4-88fe-f4e30efb4d3a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.049150] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1115.049150] env[68199]: value = "task-3070905" [ 1115.049150] env[68199]: _type = "Task" [ 1115.049150] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.057692] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070905, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.163143] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.165516] env[68199]: DEBUG nova.scheduler.client.report [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.187812] env[68199]: DEBUG nova.network.neutron [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.194639] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070904, 'name': PowerOffVM_Task, 'duration_secs': 0.175173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.194895] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.195557] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.196375] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8579145-1aeb-4f9d-a4a1-ac470667c07f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.204628] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.204857] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8419f19f-4f86-4f58-913e-7cf4b32577df {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.235285] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.235580] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.235829] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Deleting the datastore file [datastore1] d521614b-e16e-47b8-8afc-069f5332f04f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.236103] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c8cb1f-37a8-412a-8609-77d6ad50dffd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.242735] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1115.242735] env[68199]: value = "task-3070907" [ 1115.242735] env[68199]: _type = "Task" [ 1115.242735] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.251321] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.491084] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98fba837-c471-40b1-94d2-2bf51a047000 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.500416] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa43c72-4f91-4efd-92e5-bb8c5dbd7633 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.533677] env[68199]: INFO nova.compute.manager [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Detaching volume 277e6026-d02b-465b-8128-16a02c46e751 [ 1115.535545] env[68199]: DEBUG nova.compute.manager [req-b233ee64-9ca6-410c-9640-04cb8f5d3f3d req-1ba63af1-d329-4fb5-a212-909f7ce6804a service nova] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Detach interface failed, port_id=a1f2ecf0-7b6d-4a36-87c5-a6ebcf8d3d24, reason: Instance b1a1aeff-1ffd-417d-8430-9ca30371c29c could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.559080] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070905, 'name': Rename_Task, 'duration_secs': 0.141523} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.559371] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.559584] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ebd9c8-153c-4d4f-8459-60a87a07cb12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.568030] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1115.568030] env[68199]: value = "task-3070908" [ 1115.568030] env[68199]: _type = "Task" [ 1115.568030] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.570968] env[68199]: INFO nova.virt.block_device [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Attempting to driver detach volume 277e6026-d02b-465b-8128-16a02c46e751 from mountpoint /dev/sdb [ 1115.571209] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.571396] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614893', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'name': 'volume-277e6026-d02b-465b-8128-16a02c46e751', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42595dcc-2147-4618-b831-f887ed1f1a1f', 'attached_at': '', 'detached_at': '', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'serial': '277e6026-d02b-465b-8128-16a02c46e751'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.572128] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66524f-76b2-4b32-8194-a72f27f8a5a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.595489] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.596268] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2be30-8e58-4b05-80cc-7f7b6ba6b3a0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.603316] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609dc02-0ed2-4bfd-8f0c-83d52bf9ab99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.623339] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b04939-9c0d-4be8-95e7-45d2d6f411e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.638156] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] The volume has not been displaced from its original location: [datastore2] volume-277e6026-d02b-465b-8128-16a02c46e751/volume-277e6026-d02b-465b-8128-16a02c46e751.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.643314] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.643600] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e5f285-98da-4ce4-9dc9-938adff7d33b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.665532] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.666825] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1115.666825] env[68199]: value = "task-3070909" [ 1115.666825] env[68199]: _type = "Task" [ 1115.666825] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.670057] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.672112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.401s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.672346] env[68199]: DEBUG nova.objects.instance [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lazy-loading 'resources' on Instance uuid d21aeb11-02ca-43d3-a717-e715f9a9ed68 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.678518] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.690404] env[68199]: INFO nova.compute.manager [-] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Took 1.40 seconds to deallocate network for instance. [ 1115.693044] env[68199]: INFO nova.scheduler.client.report [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Deleted allocations for instance 9548950f-c03c-44f8-be46-9a89af346296 [ 1115.753084] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102922} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.753337] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.753495] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.753680] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.818477] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.847047] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.847323] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.847481] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.847662] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.847808] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.847955] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.848178] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.848337] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.848512] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.848673] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.848845] env[68199]: DEBUG nova.virt.hardware [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.850046] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f2750-a6c0-4123-b05e-b366a33fd254 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.863295] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eaf8f0-cc21-4119-b264-80b70ade40f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.078039] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070908, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.166202] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.177553] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070909, 'name': ReconfigVM_Task, 'duration_secs': 0.245797} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.178011] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.182534] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9877fcb7-7413-430e-8456-34d3fbf05824 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.199879] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.203191] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1116.203191] env[68199]: value = "task-3070910" [ 1116.203191] env[68199]: _type = "Task" [ 1116.203191] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.203603] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9d0f508b-b8ff-42cf-bc62-4b567f1af425 tempest-ServersListShow2100Test-1196857797 tempest-ServersListShow2100Test-1196857797-project-member] Lock "9548950f-c03c-44f8-be46-9a89af346296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.911s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.212846] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.261270] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Successfully updated port: 53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.363836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c52bf-9828-4b63-803b-d05cbf5ec1e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.371636] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7eb92-9b3a-4455-8b55-3cb311b8d9bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.402778] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7748d8-8ec8-46a3-a29a-56a110d1ea44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.411035] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e85dfa-759b-4643-b59c-6b8fa420fa2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.425069] env[68199]: DEBUG nova.compute.provider_tree [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.579051] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070908, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.666999] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.714067] env[68199]: DEBUG oslo_vmware.api [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070910, 'name': ReconfigVM_Task, 'duration_secs': 0.155402} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.714362] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614893', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'name': 'volume-277e6026-d02b-465b-8128-16a02c46e751', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42595dcc-2147-4618-b831-f887ed1f1a1f', 'attached_at': '', 'detached_at': '', 'volume_id': '277e6026-d02b-465b-8128-16a02c46e751', 'serial': '277e6026-d02b-465b-8128-16a02c46e751'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.766799] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.766921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.767193] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.794073] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.794338] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.794494] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.794783] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.794956] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.795120] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.795330] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.795486] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.795766] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.795895] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.796040] env[68199]: DEBUG nova.virt.hardware [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.796924] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56440bd1-86e1-4616-bf4d-6588731127de {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.805472] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7af5f-1151-4cce-94ea-400c444f7a7f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.820242] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance VIF info [] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.825919] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.826178] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.826403] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6cc9f11-3bf0-45e9-88a8-aedae6930d4a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.845153] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.845153] env[68199]: value = "task-3070911" [ 1116.845153] env[68199]: _type = "Task" [ 1116.845153] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.853876] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070911, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.928335] env[68199]: DEBUG nova.scheduler.client.report [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.023222] env[68199]: DEBUG nova.compute.manager [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Received event network-vif-plugged-53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.023485] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.023737] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.023943] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.024427] env[68199]: DEBUG nova.compute.manager [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] No waiting events found dispatching network-vif-plugged-53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.024679] env[68199]: WARNING nova.compute.manager [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Received unexpected event network-vif-plugged-53a1008c-5a00-4623-9993-7153f524cfbc for instance with vm_state building and task_state spawning. [ 1117.024857] env[68199]: DEBUG nova.compute.manager [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Received event network-changed-53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.025065] env[68199]: DEBUG nova.compute.manager [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Refreshing instance network info cache due to event network-changed-53a1008c-5a00-4623-9993-7153f524cfbc. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.025253] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.079846] env[68199]: DEBUG oslo_vmware.api [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070908, 'name': PowerOnVM_Task, 'duration_secs': 1.476001} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.080163] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.080392] env[68199]: INFO nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1117.080591] env[68199]: DEBUG nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.081415] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ae1052-2a97-4e31-99bc-3d14ed3e3a07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.168058] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.257730] env[68199]: DEBUG nova.objects.instance [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'flavor' on Instance uuid 42595dcc-2147-4618-b831-f887ed1f1a1f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.299036] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.354862] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070911, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.433462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.435844] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.236s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.436092] env[68199]: DEBUG nova.objects.instance [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'resources' on Instance uuid b1a1aeff-1ffd-417d-8430-9ca30371c29c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.444955] env[68199]: DEBUG nova.network.neutron [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.458395] env[68199]: INFO nova.scheduler.client.report [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Deleted allocations for instance d21aeb11-02ca-43d3-a717-e715f9a9ed68 [ 1117.598903] env[68199]: INFO nova.compute.manager [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Took 13.33 seconds to build instance. [ 1117.667928] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.856704] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070911, 'name': CreateVM_Task, 'duration_secs': 0.554999} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.856915] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.857332] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.857472] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.857810] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.858149] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc55b4e0-e12a-469f-8e2d-71fb7f959136 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.863056] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1117.863056] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c4d903-ec68-056b-4d33-ae653ed7d21e" [ 1117.863056] env[68199]: _type = "Task" [ 1117.863056] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.870953] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c4d903-ec68-056b-4d33-ae653ed7d21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.947980] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.948376] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Instance network_info: |[{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.948710] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.948927] env[68199]: DEBUG nova.network.neutron [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Refreshing network info cache for port 53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.951166] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:96:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53a1008c-5a00-4623-9993-7153f524cfbc', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.959588] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.963119] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.965676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdf087a0-f730-45f7-9467-25125600d5cc tempest-ListImageFiltersTestJSON-1325064349 tempest-ListImageFiltersTestJSON-1325064349-project-member] Lock "d21aeb11-02ca-43d3-a717-e715f9a9ed68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.108s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.966932] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8bced3e-d03d-4b44-9696-218397d36b30 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.994541] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.994541] env[68199]: value = "task-3070912" [ 1117.994541] env[68199]: _type = "Task" [ 1117.994541] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.005716] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070912, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.101561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fdc40ff8-4b80-402e-8f32-9db5db58dbea tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.842s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.110714] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935237e2-08ee-4577-ad42-c0fa99df53d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.118800] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9ad83-ff4a-4ab0-b603-d78c56a74c23 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.151402] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15c4f8-1bfe-4df8-87ab-f30564f1d75b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.162396] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8df91-7d12-4525-b7e4-7d2cb32b53c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.171577] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.179887] env[68199]: DEBUG nova.compute.provider_tree [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.265697] env[68199]: DEBUG oslo_concurrency.lockutils [None req-502b4b94-00de-4f25-bbfc-dbfd28b47b3f tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.373836] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c4d903-ec68-056b-4d33-ae653ed7d21e, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.374152] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.374389] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.374626] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.374802] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.374991] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.375270] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ca43a2-7efc-4574-ba1d-f38ac57dced3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.385086] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.385284] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.385994] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5022b333-a378-4d0a-a26a-a298caf633e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.391401] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1118.391401] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5217eb8f-be29-516a-a113-db09ec13a24b" [ 1118.391401] env[68199]: _type = "Task" [ 1118.391401] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.399422] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217eb8f-be29-516a-a113-db09ec13a24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.504593] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070912, 'name': CreateVM_Task, 'duration_secs': 0.309407} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.505109] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.505462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.505618] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.505991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.506494] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee389457-96fb-43b5-a5d3-c47dac665c89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.512237] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1118.512237] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b55345-5e42-efc2-3077-3b93ea610f40" [ 1118.512237] env[68199]: _type = "Task" [ 1118.512237] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.521616] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b55345-5e42-efc2-3077-3b93ea610f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.670846] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.674980] env[68199]: DEBUG nova.network.neutron [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updated VIF entry in instance network info cache for port 53a1008c-5a00-4623-9993-7153f524cfbc. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.675352] env[68199]: DEBUG nova.network.neutron [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.682935] env[68199]: DEBUG nova.scheduler.client.report [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.902548] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5217eb8f-be29-516a-a113-db09ec13a24b, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.903353] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948f579b-e1de-43ff-ae3b-9861e159993a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.909233] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1118.909233] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d4c483-3c29-d889-f6a0-e69ec9facfbc" [ 1118.909233] env[68199]: _type = "Task" [ 1118.909233] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.917730] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d4c483-3c29-d889-f6a0-e69ec9facfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.980887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "01bd3b15-4f44-4473-943e-d96e9e56003c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.981189] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.981405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.981592] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.981762] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.983872] env[68199]: INFO nova.compute.manager [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Terminating instance [ 1119.022610] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b55345-5e42-efc2-3077-3b93ea610f40, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.022931] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.023141] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.023355] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.169120] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.177767] env[68199]: DEBUG oslo_concurrency.lockutils [req-62d9f784-6835-4e73-82fb-29c028a98e92 req-c45b231d-5c75-417e-9fbf-165cde9bfbb4 service nova] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.187742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.211565] env[68199]: INFO nova.scheduler.client.report [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance b1a1aeff-1ffd-417d-8430-9ca30371c29c [ 1119.383346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.383743] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.383995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.384206] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.384382] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.388808] env[68199]: INFO nova.compute.manager [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Terminating instance [ 1119.420993] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d4c483-3c29-d889-f6a0-e69ec9facfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.421295] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.421553] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.421836] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.422036] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.422254] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76671ea3-c15a-45c0-bc46-dedae6f034bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.424234] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4853bc-4ec2-473c-924d-3dfb821e08c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.433642] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1119.433642] env[68199]: value = "task-3070913" [ 1119.433642] env[68199]: _type = "Task" [ 1119.433642] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.434738] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.434922] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.438583] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a81f1f-1a6f-4365-813f-75c05c6d0a29 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.444603] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1119.444603] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e60387-d4aa-75f8-123f-46f6b1ae6343" [ 1119.444603] env[68199]: _type = "Task" [ 1119.444603] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.447684] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.458538] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52e60387-d4aa-75f8-123f-46f6b1ae6343, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.459381] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474c4421-7999-4c96-9333-5a7bde8ada05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.468791] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1119.468791] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52404bc0-5024-0b10-0fd6-82cec805826a" [ 1119.468791] env[68199]: _type = "Task" [ 1119.468791] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.477485] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52404bc0-5024-0b10-0fd6-82cec805826a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.487427] env[68199]: DEBUG nova.compute.manager [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.487633] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.488443] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7a267-ab6f-4876-b930-38b130ce53ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.497505] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.497858] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95065342-97f0-4d97-aa0a-318a60752201 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.507454] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1119.507454] env[68199]: value = "task-3070914" [ 1119.507454] env[68199]: _type = "Task" [ 1119.507454] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.517652] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.675879] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.719996] env[68199]: DEBUG oslo_concurrency.lockutils [None req-95980f90-4fc1-4570-af56-b5fdd2c7d352 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "b1a1aeff-1ffd-417d-8430-9ca30371c29c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.577s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.893579] env[68199]: DEBUG nova.compute.manager [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.893817] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.895783] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff6ab1-e0ff-4a5a-98f7-0dd2f49dca2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.903581] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.903676] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-761bee57-4fbc-49ac-a86f-261be13dd0b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.911309] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1119.911309] env[68199]: value = "task-3070915" [ 1119.911309] env[68199]: _type = "Task" [ 1119.911309] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.919405] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.945036] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457858} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.945387] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.945997] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.945997] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c88837c-7f38-42db-8f9f-b075cc099ea4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.955444] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1119.955444] env[68199]: value = "task-3070916" [ 1119.955444] env[68199]: _type = "Task" [ 1119.955444] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.966335] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.980347] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52404bc0-5024-0b10-0fd6-82cec805826a, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.980634] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980923] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.981223] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95ebf4ad-40cf-4d66-8b3d-3a545ecc4c4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.989421] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1119.989421] env[68199]: value = "task-3070917" [ 1119.989421] env[68199]: _type = "Task" [ 1119.989421] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.000772] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.019175] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070914, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.171078] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.351969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.352181] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.423046] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070915, 'name': PowerOffVM_Task, 'duration_secs': 0.213127} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.423653] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.423858] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.424184] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-429cf126-46bf-4313-bacb-7c1b79499b17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.469067] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073893} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.469301] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.470085] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbb169-64f3-4bcd-a8b6-97015109c782 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.492329] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.492768] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58974cec-5bef-4bad-9a68-e7246d59fe8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.513572] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.513786] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.513961] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleting the datastore file [datastore1] 42595dcc-2147-4618-b831-f887ed1f1a1f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.517379] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0110143-a953-463b-a1ef-8d82dc6dec68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.527616] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.527883] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070914, 'name': PowerOffVM_Task, 'duration_secs': 0.930657} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.529778] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.529995] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.530278] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.530601] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.530897] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1120.530897] env[68199]: value = "task-3070919" [ 1120.530897] env[68199]: _type = "Task" [ 1120.530897] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.531338] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1120.531338] env[68199]: value = "task-3070920" [ 1120.531338] env[68199]: _type = "Task" [ 1120.531338] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.531469] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e7cb63d-dedc-4741-bb13-8a17f474257d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.533270] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2746e0c-c66f-45bd-a01f-9b362525cca6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.548641] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.552994] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.553282] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1120.553282] env[68199]: value = "task-3070922" [ 1120.553282] env[68199]: _type = "Task" [ 1120.553282] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.565606] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.610920] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.611178] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.611365] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore2] 01bd3b15-4f44-4473-943e-d96e9e56003c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.612044] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc08a2c-072f-4367-a377-1e13eb284f37 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.619851] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1120.619851] env[68199]: value = "task-3070923" [ 1120.619851] env[68199]: _type = "Task" [ 1120.619851] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.628677] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.670560] env[68199]: DEBUG oslo_vmware.api [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070903, 'name': ReconfigVM_Task, 'duration_secs': 5.79696} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.670800] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.671012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Reconfigured VM to detach interface {{(pid=68199) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1120.855020] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.051415] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070919, 'name': ReconfigVM_Task, 'duration_secs': 0.303055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.051666] env[68199]: DEBUG oslo_vmware.api [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.051928] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d521614b-e16e-47b8-8afc-069f5332f04f/d521614b-e16e-47b8-8afc-069f5332f04f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.053016] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.053016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.053016] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.053185] env[68199]: INFO nova.compute.manager [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1121.053833] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.053833] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cf70b8-36af-43bb-9d7d-cb15c110aa35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.055278] env[68199]: DEBUG nova.compute.manager [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.055381] env[68199]: DEBUG nova.network.neutron [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.069268] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1121.069268] env[68199]: value = "task-3070924" [ 1121.069268] env[68199]: _type = "Task" [ 1121.069268] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.069993] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072973} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.073916] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.074747] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7574ef9-4f2a-439f-b238-844d1879c61f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.084648] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070924, 'name': Rename_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.104927] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.105088] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e923b16-da23-4522-a742-76bfe2f6ac08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.127856] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1121.127856] env[68199]: value = "task-3070925" [ 1121.127856] env[68199]: _type = "Task" [ 1121.127856] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.131350] env[68199]: DEBUG oslo_vmware.api [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145616} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.136971] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.137202] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.137384] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.137557] env[68199]: INFO nova.compute.manager [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1121.137797] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.138010] env[68199]: DEBUG nova.compute.manager [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.138111] env[68199]: DEBUG nova.network.neutron [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.159188] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.384049] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.384049] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.389022] env[68199]: INFO nova.compute.claims [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.581494] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070924, 'name': Rename_Task, 'duration_secs': 0.498515} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.581667] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.582020] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d0bb77-f944-4ac6-a00b-d8943cb5e29a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.590019] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1121.590019] env[68199]: value = "task-3070926" [ 1121.590019] env[68199]: _type = "Task" [ 1121.590019] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.600122] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.638801] env[68199]: DEBUG nova.compute.manager [req-a8aeb96c-2d5d-4912-bf97-d64837eda280 req-96ba9929-32c0-4946-938e-9ca5623ee132 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Received event network-vif-deleted-4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.639179] env[68199]: INFO nova.compute.manager [req-a8aeb96c-2d5d-4912-bf97-d64837eda280 req-96ba9929-32c0-4946-938e-9ca5623ee132 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Neutron deleted interface 4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f; detaching it from the instance and deleting it from the info cache [ 1121.639525] env[68199]: DEBUG nova.network.neutron [req-a8aeb96c-2d5d-4912-bf97-d64837eda280 req-96ba9929-32c0-4946-938e-9ca5623ee132 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.649853] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.031513] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.031804] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquired lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.032340] env[68199]: DEBUG nova.network.neutron [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.100502] env[68199]: DEBUG oslo_vmware.api [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070926, 'name': PowerOnVM_Task, 'duration_secs': 0.485688} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.100782] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.100983] env[68199]: DEBUG nova.compute.manager [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.101886] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5130441-5859-4853-bc63-9a7ace161544 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.106680] env[68199]: DEBUG nova.network.neutron [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.149729] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070925, 'name': ReconfigVM_Task, 'duration_secs': 0.645309} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.149729] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2537b251-5ee3-40b2-8791-93d32f363fbf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.154041] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.154041] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c19279-7136-4f3f-b766-b60fb19eb99c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.169596] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ceed82-b740-4783-b5c9-ba79ac7136cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.181871] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1122.181871] env[68199]: value = "task-3070927" [ 1122.181871] env[68199]: _type = "Task" [ 1122.181871] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.193374] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070927, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.207941] env[68199]: DEBUG nova.compute.manager [req-a8aeb96c-2d5d-4912-bf97-d64837eda280 req-96ba9929-32c0-4946-938e-9ca5623ee132 service nova] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Detach interface failed, port_id=4beaa88c-f2bd-4a5d-a86e-c6bc07e4f72f, reason: Instance 01bd3b15-4f44-4473-943e-d96e9e56003c could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.228979] env[68199]: DEBUG nova.network.neutron [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.518381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.518636] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.518976] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.519184] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.519353] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.522176] env[68199]: INFO nova.compute.manager [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Terminating instance [ 1122.577418] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8601c9-8af9-498a-be08-a7d316fd87d5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.585569] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d61906-7ef2-4ca8-818b-b87cd853d586 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.621722] env[68199]: INFO nova.compute.manager [-] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Took 1.48 seconds to deallocate network for instance. [ 1122.634071] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a115c-af90-4c58-a57f-b29f3433a4f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.636839] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.644095] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c273fa-5f7d-4fcb-8b24-de9eb945823b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.658538] env[68199]: DEBUG nova.compute.provider_tree [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.691008] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070927, 'name': Rename_Task, 'duration_secs': 0.31192} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.691374] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.691519] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b1c1b4-e743-4be0-93ce-3de5a96e89cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.698740] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1122.698740] env[68199]: value = "task-3070928" [ 1122.698740] env[68199]: _type = "Task" [ 1122.698740] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.707394] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.731535] env[68199]: INFO nova.compute.manager [-] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Took 1.68 seconds to deallocate network for instance. [ 1122.825929] env[68199]: INFO nova.network.neutron [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Port c31badbf-0f3a-4a33-8299-c86d85aaca9c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1122.826314] env[68199]: DEBUG nova.network.neutron [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [{"id": "16654a45-b163-4758-a311-113606e97b67", "address": "fa:16:3e:54:19:6c", "network": {"id": "062e9ac4-ddb4-438d-ae8c-a98a05c3a25b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-11197827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39725791e61f4150b90a663d0aec20b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16654a45-b1", "ovs_interfaceid": "16654a45-b163-4758-a311-113606e97b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.027077] env[68199]: DEBUG nova.compute.manager [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.027389] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.028341] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db8f90-d8e6-4f76-9d91-7f20b7bd397d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.038285] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.038543] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9c5cab-94ea-451b-a945-02cf19d5cc7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.048091] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1123.048091] env[68199]: value = "task-3070932" [ 1123.048091] env[68199]: _type = "Task" [ 1123.048091] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.061097] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.134857] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.162528] env[68199]: DEBUG nova.scheduler.client.report [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.215130] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070928, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.239416] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.328727] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Releasing lock "refresh_cache-0099e2bc-63ed-4298-bdb0-aa523596a815" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.558580] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070932, 'name': PowerOffVM_Task, 'duration_secs': 0.209611} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.558915] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.559181] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.559457] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bed881c-f024-44d8-b208-a7b4dc67472f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.604198] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "d521614b-e16e-47b8-8afc-069f5332f04f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.604442] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.604643] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "d521614b-e16e-47b8-8afc-069f5332f04f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.604900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.605094] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.607340] env[68199]: INFO nova.compute.manager [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Terminating instance [ 1123.633886] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.634227] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.634472] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleting the datastore file [datastore1] 0099e2bc-63ed-4298-bdb0-aa523596a815 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.634863] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ddce6e3-e97a-4aac-a45a-464dd228ada3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.643412] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1123.643412] env[68199]: value = "task-3070934" [ 1123.643412] env[68199]: _type = "Task" [ 1123.643412] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.652630] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.663794] env[68199]: DEBUG nova.compute.manager [req-5144dea8-0876-4bc2-9405-be3a5b860a68 req-4b276a61-7cae-46c1-b678-49d23a08ff74 service nova] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Received event network-vif-deleted-63598414-1aa2-4753-bf41-7c41ab5fa82f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.668281] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.668738] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.671164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.034s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.671347] env[68199]: DEBUG nova.objects.instance [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.713650] env[68199]: DEBUG oslo_vmware.api [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3070928, 'name': PowerOnVM_Task, 'duration_secs': 0.591517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.714016] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.714277] env[68199]: INFO nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1123.714513] env[68199]: DEBUG nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.715554] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa7c006-8639-493e-a2de-f0b06191b351 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.833482] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a68cdd80-9668-4355-942f-3acbd1fa72fc tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "interface-0099e2bc-63ed-4298-bdb0-aa523596a815-c31badbf-0f3a-4a33-8299-c86d85aaca9c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.795s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.110676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "refresh_cache-d521614b-e16e-47b8-8afc-069f5332f04f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111137] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquired lock "refresh_cache-d521614b-e16e-47b8-8afc-069f5332f04f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.111137] env[68199]: DEBUG nova.network.neutron [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.154372] env[68199]: DEBUG oslo_vmware.api [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151089} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.154593] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.154784] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.154939] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.155145] env[68199]: INFO nova.compute.manager [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1124.155389] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.155577] env[68199]: DEBUG nova.compute.manager [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.155673] env[68199]: DEBUG nova.network.neutron [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.179823] env[68199]: DEBUG nova.compute.utils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.181417] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.181548] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.236443] env[68199]: INFO nova.compute.manager [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Took 12.75 seconds to build instance. [ 1124.259676] env[68199]: DEBUG nova.policy [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5a756f9cef74dac9cc6a7f83de99cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3532b024cd435f89d34f907649e5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.635751] env[68199]: DEBUG nova.network.neutron [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.682883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-acfbfbb7-b4d8-4e15-bc47-1642bfb59977 tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.684256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.550s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.684631] env[68199]: DEBUG nova.objects.instance [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 01bd3b15-4f44-4473-943e-d96e9e56003c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.686538] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.720205] env[68199]: DEBUG nova.network.neutron [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.728758] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Successfully created port: d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.738592] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95ebcb2-98a5-4e62-a5a6-cbf466e3d09c tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.267s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.136270] env[68199]: DEBUG nova.compute.manager [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Received event network-changed-53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.136530] env[68199]: DEBUG nova.compute.manager [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Refreshing instance network info cache due to event network-changed-53a1008c-5a00-4623-9993-7153f524cfbc. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.136576] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.136721] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.137076] env[68199]: DEBUG nova.network.neutron [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Refreshing network info cache for port 53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.225723] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Releasing lock "refresh_cache-d521614b-e16e-47b8-8afc-069f5332f04f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.226734] env[68199]: DEBUG nova.compute.manager [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.227310] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.230430] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a11b5d6-d10e-4c74-9d2c-78ce8633eb7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.243162] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.248374] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d7b7ca6-3133-47aa-9f69-018f73dd171f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.262366] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1125.262366] env[68199]: value = "task-3070935" [ 1125.262366] env[68199]: _type = "Task" [ 1125.262366] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.288371] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.437223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3685c-658b-45c7-ac1f-f218457d77e7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.454159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d167ad-5559-4009-baef-83d7f202c3c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.488349] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2798762-0907-4e2c-a46f-d75470b0f34a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.497389] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482aa06-18fc-45b6-8178-f209086d81bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.513806] env[68199]: DEBUG nova.compute.provider_tree [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.700263] env[68199]: DEBUG nova.compute.manager [req-2adcea01-8927-45ae-b744-3c4aa2e6fbc8 req-13a33bd9-5db1-4afa-8c4f-cdef64fe031f service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Received event network-vif-deleted-16654a45-b163-4758-a311-113606e97b67 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.700595] env[68199]: INFO nova.compute.manager [req-2adcea01-8927-45ae-b744-3c4aa2e6fbc8 req-13a33bd9-5db1-4afa-8c4f-cdef64fe031f service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Neutron deleted interface 16654a45-b163-4758-a311-113606e97b67; detaching it from the instance and deleting it from the info cache [ 1125.700761] env[68199]: DEBUG nova.network.neutron [req-2adcea01-8927-45ae-b744-3c4aa2e6fbc8 req-13a33bd9-5db1-4afa-8c4f-cdef64fe031f service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.711125] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.739757] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.740128] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.740363] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.740635] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.742912] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.743137] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.743406] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.743852] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.743852] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.744228] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.744228] env[68199]: DEBUG nova.virt.hardware [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.746435] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9714b2b0-080e-4401-b4fd-2cfa45b5c55f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.761638] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e0ed60-be7f-4bb7-a71c-62969ae57235 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.775729] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070935, 'name': PowerOffVM_Task, 'duration_secs': 0.212134} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.785078] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.785367] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.786343] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae1a565-856a-4229-bdad-6424ce2a6ca7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.818651] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.818910] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.819070] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Deleting the datastore file [datastore2] d521614b-e16e-47b8-8afc-069f5332f04f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.819396] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad58ff6c-324a-4f54-9b52-293193fb6523 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.829097] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for the task: (returnval){ [ 1125.829097] env[68199]: value = "task-3070938" [ 1125.829097] env[68199]: _type = "Task" [ 1125.829097] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.838340] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.925814] env[68199]: DEBUG nova.network.neutron [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updated VIF entry in instance network info cache for port 53a1008c-5a00-4623-9993-7153f524cfbc. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.926347] env[68199]: DEBUG nova.network.neutron [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.991538] env[68199]: DEBUG nova.network.neutron [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.016504] env[68199]: DEBUG nova.scheduler.client.report [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.206960] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e681a2e8-8227-4a1c-9183-be1f3be33dd9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.218722] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f121a-20fc-4956-a08b-5457e5d89a43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.256536] env[68199]: DEBUG nova.compute.manager [req-2adcea01-8927-45ae-b744-3c4aa2e6fbc8 req-13a33bd9-5db1-4afa-8c4f-cdef64fe031f service nova] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Detach interface failed, port_id=16654a45-b163-4758-a311-113606e97b67, reason: Instance 0099e2bc-63ed-4298-bdb0-aa523596a815 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.339565] env[68199]: DEBUG oslo_vmware.api [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Task: {'id': task-3070938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124964} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.339838] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.339984] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.340189] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.340367] env[68199]: INFO nova.compute.manager [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1126.340610] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.340806] env[68199]: DEBUG nova.compute.manager [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.340896] env[68199]: DEBUG nova.network.neutron [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.358549] env[68199]: DEBUG nova.network.neutron [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.430094] env[68199]: DEBUG oslo_concurrency.lockutils [req-1ee5c5e5-a2df-4294-8f98-b5503edb2d98 req-6c7f65a2-3911-4e8a-b9da-d3d0dcaa117a service nova] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.494333] env[68199]: INFO nova.compute.manager [-] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Took 2.34 seconds to deallocate network for instance. [ 1126.521772] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.523932] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.285s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.524184] env[68199]: DEBUG nova.objects.instance [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'resources' on Instance uuid 42595dcc-2147-4618-b831-f887ed1f1a1f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.547688] env[68199]: INFO nova.scheduler.client.report [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 01bd3b15-4f44-4473-943e-d96e9e56003c [ 1126.699071] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Successfully updated port: d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.861531] env[68199]: DEBUG nova.network.neutron [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.001893] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.056890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8734f8ac-a693-433f-8e9f-c16243319a04 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "01bd3b15-4f44-4473-943e-d96e9e56003c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.075s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.161471] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fd85c-f2d6-4ed5-803f-0e79da48fc7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.169377] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e20ba78-da15-476e-88b8-e6dc7c9e083c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.199537] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ebedc0-143d-44d9-a4d4-7d8a18b06ca1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.202301] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.202445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.202593] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.209350] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe645ecb-36fc-4e8a-9691-6e93bdeedb88 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.223937] env[68199]: DEBUG nova.compute.provider_tree [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.364311] env[68199]: INFO nova.compute.manager [-] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Took 1.02 seconds to deallocate network for instance. [ 1127.726696] env[68199]: DEBUG nova.scheduler.client.report [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.731747] env[68199]: DEBUG nova.compute.manager [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Received event network-vif-plugged-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.731969] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.732340] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.732580] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.732803] env[68199]: DEBUG nova.compute.manager [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] No waiting events found dispatching network-vif-plugged-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.733167] env[68199]: WARNING nova.compute.manager [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Received unexpected event network-vif-plugged-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 for instance with vm_state building and task_state spawning. [ 1127.733167] env[68199]: DEBUG nova.compute.manager [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Received event network-changed-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.733293] env[68199]: DEBUG nova.compute.manager [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Refreshing instance network info cache due to event network-changed-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.733456] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Acquiring lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.740869] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.872026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.906452] env[68199]: DEBUG nova.network.neutron [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.235333] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.238089] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.236s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.238380] env[68199]: DEBUG nova.objects.instance [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'resources' on Instance uuid 0099e2bc-63ed-4298-bdb0-aa523596a815 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.254755] env[68199]: INFO nova.scheduler.client.report [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted allocations for instance 42595dcc-2147-4618-b831-f887ed1f1a1f [ 1128.409429] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.409700] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Instance network_info: |[{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.410028] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Acquired lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410224] env[68199]: DEBUG nova.network.neutron [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Refreshing network info cache for port d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.411433] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.419803] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.420840] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.421113] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68d722cf-ca7b-4d99-9efa-896b1416f48d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.443168] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.443168] env[68199]: value = "task-3070940" [ 1128.443168] env[68199]: _type = "Task" [ 1128.443168] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.451486] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070940, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.476777] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "8f430be6-50e6-4307-a930-037537ed6b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.476991] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.765469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a8a6f6c7-ae9a-4b6c-b4f5-93a6f24e8a14 tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "42595dcc-2147-4618-b831-f887ed1f1a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.382s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.885727] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325dca5-96b5-4c9a-9393-ea8c69a080be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.893407] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba2ddb-bfd2-423e-b9fa-d0d2ff683760 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.927148] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fcddaa-355d-4d2d-8777-16d0642778be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.934826] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da888cbe-3dff-4614-b2c0-73f95e923d9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.949530] env[68199]: DEBUG nova.compute.provider_tree [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.958881] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070940, 'name': CreateVM_Task, 'duration_secs': 0.304175} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.959596] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.962305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.962469] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.962779] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.963306] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fc015d-8ebc-454b-9601-56f6ba55eb5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.968694] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1128.968694] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52321eb5-d03d-dbce-f6c8-738c360dc859" [ 1128.968694] env[68199]: _type = "Task" [ 1128.968694] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.977190] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52321eb5-d03d-dbce-f6c8-738c360dc859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.979665] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.187504] env[68199]: DEBUG nova.network.neutron [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updated VIF entry in instance network info cache for port d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.187504] env[68199]: DEBUG nova.network.neutron [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.455819] env[68199]: DEBUG nova.scheduler.client.report [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.480474] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52321eb5-d03d-dbce-f6c8-738c360dc859, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.480764] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.480993] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.481240] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.481385] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.481559] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.482047] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90c29b53-f409-47e9-8eff-a78bf443ebea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.492186] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.492543] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.494999] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e408be15-54f0-4cd2-8ee2-a78f3ae08433 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.500469] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1129.500469] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5229d5c3-6bcf-77ea-c88a-2557cb59a2b9" [ 1129.500469] env[68199]: _type = "Task" [ 1129.500469] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.501377] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.509065] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5229d5c3-6bcf-77ea-c88a-2557cb59a2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.691456] env[68199]: DEBUG oslo_concurrency.lockutils [req-9852d4e8-e78f-4273-9a76-7b7b6195a726 req-aba9db8e-05ac-4bc5-8d47-2db0a807334a service nova] Releasing lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.960637] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.963786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.091s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.964054] env[68199]: DEBUG nova.objects.instance [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lazy-loading 'resources' on Instance uuid d521614b-e16e-47b8-8afc-069f5332f04f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.978772] env[68199]: INFO nova.scheduler.client.report [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted allocations for instance 0099e2bc-63ed-4298-bdb0-aa523596a815 [ 1130.011962] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5229d5c3-6bcf-77ea-c88a-2557cb59a2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.012751] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e29a3d0-7e6b-4a8a-8327-e0ac83ba63a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.017913] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1130.017913] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52512ed2-831d-1aac-1ffc-dcdbfdda4f84" [ 1130.017913] env[68199]: _type = "Task" [ 1130.017913] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.025433] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52512ed2-831d-1aac-1ffc-dcdbfdda4f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.485704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6ae715d0-1f4c-4429-8ea8-3f24a7640cb6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "0099e2bc-63ed-4298-bdb0-aa523596a815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.967s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.528625] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52512ed2-831d-1aac-1ffc-dcdbfdda4f84, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.531125] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.531392] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.532066] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e1ab511-790a-4d23-b905-155471dc08e4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538128] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1130.538128] env[68199]: value = "task-3070943" [ 1130.538128] env[68199]: _type = "Task" [ 1130.538128] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.548337] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.603819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b7082-b28e-4265-af5a-ace6e1fdabae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.610286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e55df-0e36-40c5-8f9c-23ca04c90db4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.639875] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f8167-cc2d-4062-868b-94e3e15b5980 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.646896] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8d762-3a23-4ed5-b21f-9aaf96670b8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.660757] env[68199]: DEBUG nova.compute.provider_tree [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.047599] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439355} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.047858] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.048139] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.048401] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d2b78d-b02c-4029-9184-bc4742190e5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.054489] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1131.054489] env[68199]: value = "task-3070944" [ 1131.054489] env[68199]: _type = "Task" [ 1131.054489] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.065837] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.165058] env[68199]: DEBUG nova.scheduler.client.report [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.367602] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a234b834-96fb-4e25-b689-287450931610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.368073] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.368388] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "a234b834-96fb-4e25-b689-287450931610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.368585] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.368759] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.371583] env[68199]: INFO nova.compute.manager [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Terminating instance [ 1131.564224] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193087} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.564580] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.565300] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5165541-8b2b-48db-ab48-ed2c77772ccd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.586738] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.586954] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bec4dee-8af8-4d00-b787-74f10588e96a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.607171] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1131.607171] env[68199]: value = "task-3070945" [ 1131.607171] env[68199]: _type = "Task" [ 1131.607171] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.616709] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070945, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.669556] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.672186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.171s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.673696] env[68199]: INFO nova.compute.claims [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.689724] env[68199]: INFO nova.scheduler.client.report [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Deleted allocations for instance d521614b-e16e-47b8-8afc-069f5332f04f [ 1131.875254] env[68199]: DEBUG nova.compute.manager [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.875491] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.876741] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f1677-4ba8-466b-a303-6fa3396efb07 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.883863] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.884103] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e348dbc-0c6d-4d12-9e54-ebb332055076 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.889747] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1131.889747] env[68199]: value = "task-3070946" [ 1131.889747] env[68199]: _type = "Task" [ 1131.889747] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.897692] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.117094] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070945, 'name': ReconfigVM_Task, 'duration_secs': 0.275755} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.117408] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.118037] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d5879a1-3490-4962-88a1-05e6578f4138 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.124262] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1132.124262] env[68199]: value = "task-3070948" [ 1132.124262] env[68199]: _type = "Task" [ 1132.124262] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.132734] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070948, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.197871] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4bc97158-da68-4808-ae8d-4b1478d35e0f tempest-ServersListShow298Test-1656279178 tempest-ServersListShow298Test-1656279178-project-member] Lock "d521614b-e16e-47b8-8afc-069f5332f04f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.593s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.399732] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070946, 'name': PowerOffVM_Task, 'duration_secs': 0.208105} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.400043] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.401081] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.401387] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f415e3ca-cc88-43a2-9a34-7564edb23606 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.466280] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.466280] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.466280] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleting the datastore file [datastore1] a234b834-96fb-4e25-b689-287450931610 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.466280] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cb033d-7971-4d29-9d08-a845825dc341 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.472777] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for the task: (returnval){ [ 1132.472777] env[68199]: value = "task-3070950" [ 1132.472777] env[68199]: _type = "Task" [ 1132.472777] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.487424] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.633670] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070948, 'name': Rename_Task, 'duration_secs': 0.369735} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.633963] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.634202] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24d7b88-47c1-4566-a001-bda07ca3aa86 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.639830] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1132.639830] env[68199]: value = "task-3070951" [ 1132.639830] env[68199]: _type = "Task" [ 1132.639830] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.647316] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.820433] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189fc4cd-7f7e-4172-8f54-cedfe2e1a568 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.827662] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a73ad31-fe08-4953-9970-a086d4f09f0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.857674] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3cebed-ed3e-405a-b1e8-6e5afc863c6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865782] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97a52c-045d-4806-91cd-036f4e42df56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.878588] env[68199]: DEBUG nova.compute.provider_tree [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.983646] env[68199]: DEBUG oslo_vmware.api [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Task: {'id': task-3070950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103813} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.983928] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.984130] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.984312] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.984487] env[68199]: INFO nova.compute.manager [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] [instance: a234b834-96fb-4e25-b689-287450931610] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1132.984779] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.985063] env[68199]: DEBUG nova.compute.manager [-] [instance: a234b834-96fb-4e25-b689-287450931610] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.985160] env[68199]: DEBUG nova.network.neutron [-] [instance: a234b834-96fb-4e25-b689-287450931610] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.149848] env[68199]: DEBUG oslo_vmware.api [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070951, 'name': PowerOnVM_Task, 'duration_secs': 0.49637} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.150186] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.150442] env[68199]: INFO nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1133.150637] env[68199]: DEBUG nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.151472] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6f332-8f79-444a-a410-4c86740de04c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.269431] env[68199]: DEBUG nova.compute.manager [req-fd90fbfd-7ad6-4dc3-aebb-8efea6eb16bc req-e762be1f-79c4-43da-888d-5e606ac19581 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Received event network-vif-deleted-1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.269629] env[68199]: INFO nova.compute.manager [req-fd90fbfd-7ad6-4dc3-aebb-8efea6eb16bc req-e762be1f-79c4-43da-888d-5e606ac19581 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Neutron deleted interface 1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1; detaching it from the instance and deleting it from the info cache [ 1133.269796] env[68199]: DEBUG nova.network.neutron [req-fd90fbfd-7ad6-4dc3-aebb-8efea6eb16bc req-e762be1f-79c4-43da-888d-5e606ac19581 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.381608] env[68199]: DEBUG nova.scheduler.client.report [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.667975] env[68199]: INFO nova.compute.manager [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Took 12.31 seconds to build instance. [ 1133.747134] env[68199]: DEBUG nova.network.neutron [-] [instance: a234b834-96fb-4e25-b689-287450931610] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.772804] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daeab5e1-c785-4454-9a34-4e6a753780ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.782793] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db4077-d2a0-4e86-8b39-e2cf5c84fdcb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811572] env[68199]: DEBUG nova.compute.manager [req-fd90fbfd-7ad6-4dc3-aebb-8efea6eb16bc req-e762be1f-79c4-43da-888d-5e606ac19581 service nova] [instance: a234b834-96fb-4e25-b689-287450931610] Detach interface failed, port_id=1dad7f2c-fd88-4f0a-9b79-07f51f6d1be1, reason: Instance a234b834-96fb-4e25-b689-287450931610 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.886353] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.886839] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.143856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.143980] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.144186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.144383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.144554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.146825] env[68199]: INFO nova.compute.manager [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Terminating instance [ 1134.169998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7f71e8be-4174-4d9a-8ae1-464aab46d8b7 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.818s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.249881] env[68199]: INFO nova.compute.manager [-] [instance: a234b834-96fb-4e25-b689-287450931610] Took 1.26 seconds to deallocate network for instance. [ 1134.392143] env[68199]: DEBUG nova.compute.utils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.393706] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.393991] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.428766] env[68199]: DEBUG nova.policy [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.651055] env[68199]: DEBUG nova.compute.manager [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.651339] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.652235] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4377a2b-9c7e-4b17-82ea-76c08825ca2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.659633] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.659891] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570d075f-f55d-4ddf-ae49-e2ac651fe30c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.665311] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1134.665311] env[68199]: value = "task-3070953" [ 1134.665311] env[68199]: _type = "Task" [ 1134.665311] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.673553] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.674357] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Successfully created port: 88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.756025] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.756326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.756574] env[68199]: DEBUG nova.objects.instance [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lazy-loading 'resources' on Instance uuid a234b834-96fb-4e25-b689-287450931610 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.896903] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.074515] env[68199]: DEBUG nova.compute.manager [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1135.175920] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070953, 'name': PowerOffVM_Task, 'duration_secs': 0.195223} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.176279] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.176465] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.177969] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a3cb36-d166-4e9e-9277-042eb6ae4a0e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.239378] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.239602] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.239831] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleting the datastore file [datastore2] 54351cc5-0112-42cf-9cb5-d9ac9357b989 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.240109] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac53eee-a2ca-4440-a099-e8aa289da117 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.247880] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1135.247880] env[68199]: value = "task-3070955" [ 1135.247880] env[68199]: _type = "Task" [ 1135.247880] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.256111] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.380279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d615429-6f1a-4c48-8f6e-0c5f79f3b974 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.387814] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c19f6d-1e42-4c5d-a7e2-4d99e0e2b0a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.421528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a85821-1d89-49b6-b40a-9c15d17528e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.428917] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d767f-f830-4763-a83c-c726972bffc7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.443195] env[68199]: DEBUG nova.compute.provider_tree [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.593351] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.758532] env[68199]: DEBUG oslo_vmware.api [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42566} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.758900] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.759095] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.759360] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.759554] env[68199]: INFO nova.compute.manager [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1135.759833] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.760045] env[68199]: DEBUG nova.compute.manager [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.760161] env[68199]: DEBUG nova.network.neutron [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.925885] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.948183] env[68199]: DEBUG nova.scheduler.client.report [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.959052] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.959052] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.959332] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.959370] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.959604] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.959682] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.959859] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.960022] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.960196] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.960388] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.960567] env[68199]: DEBUG nova.virt.hardware [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.961745] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf650f2-a41f-4669-b1b6-f793631bbb0f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.971623] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910dafe3-14cd-4395-81ee-a2c1718ac3e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.070538] env[68199]: DEBUG nova.compute.manager [req-da8df5fb-3e00-4ea4-ba4d-eae97ab68650 req-9cfdf63e-8318-4152-aa17-3b886f4d2400 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Received event network-vif-deleted-9560b668-46c9-4f56-929a-8986bf8eb6ca {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.070538] env[68199]: INFO nova.compute.manager [req-da8df5fb-3e00-4ea4-ba4d-eae97ab68650 req-9cfdf63e-8318-4152-aa17-3b886f4d2400 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Neutron deleted interface 9560b668-46c9-4f56-929a-8986bf8eb6ca; detaching it from the instance and deleting it from the info cache [ 1136.070681] env[68199]: DEBUG nova.network.neutron [req-da8df5fb-3e00-4ea4-ba4d-eae97ab68650 req-9cfdf63e-8318-4152-aa17-3b886f4d2400 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.189042] env[68199]: DEBUG nova.compute.manager [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1136.239542] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Successfully updated port: 88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.454124] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.456522] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.863s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.477542] env[68199]: INFO nova.scheduler.client.report [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Deleted allocations for instance a234b834-96fb-4e25-b689-287450931610 [ 1136.546675] env[68199]: DEBUG nova.network.neutron [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.573578] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1010943d-5c28-4d61-aeed-e5f3fbd5510a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.583446] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29e68c2-72ba-4849-9610-9c277e22ba89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.610594] env[68199]: DEBUG nova.compute.manager [req-da8df5fb-3e00-4ea4-ba4d-eae97ab68650 req-9cfdf63e-8318-4152-aa17-3b886f4d2400 service nova] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Detach interface failed, port_id=9560b668-46c9-4f56-929a-8986bf8eb6ca, reason: Instance 54351cc5-0112-42cf-9cb5-d9ac9357b989 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.706361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.742225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.742533] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.962139] env[68199]: INFO nova.compute.claims [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.985096] env[68199]: DEBUG oslo_concurrency.lockutils [None req-642e1f20-faff-4fb4-9668-0c2085baf852 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Lock "a234b834-96fb-4e25-b689-287450931610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.617s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.049503] env[68199]: INFO nova.compute.manager [-] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Took 1.29 seconds to deallocate network for instance. [ 1137.275156] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.398400] env[68199]: DEBUG nova.network.neutron [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Updating instance_info_cache with network_info: [{"id": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "address": "fa:16:3e:11:59:ee", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88fc8f94-29", "ovs_interfaceid": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.468439] env[68199]: INFO nova.compute.resource_tracker [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating resource usage from migration 2cc80fc2-e87b-4703-931a-d4908316d3ba [ 1137.487350] env[68199]: DEBUG nova.scheduler.client.report [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.501861] env[68199]: DEBUG nova.scheduler.client.report [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.502267] env[68199]: DEBUG nova.compute.provider_tree [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.512701] env[68199]: DEBUG nova.scheduler.client.report [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.530975] env[68199]: DEBUG nova.scheduler.client.report [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.556075] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.667819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f03582-a2a6-446e-91c0-153d1055ef0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.677031] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8288bc66-d0af-4d6b-affc-cca5c3b3a48f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.713561] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913424e6-25f3-4768-a11b-c5a39aafa72d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.721312] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f80dd7-a481-41ea-b67a-95fb6bacaa45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.735625] env[68199]: DEBUG nova.compute.provider_tree [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.901760] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.901760] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Instance network_info: |[{"id": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "address": "fa:16:3e:11:59:ee", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88fc8f94-29", "ovs_interfaceid": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.902942] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:59:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88fc8f94-294a-4f5b-b3ad-8e13422558d3', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.909693] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.909913] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.910157] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb0bdb90-160e-4341-af90-2d8195bee7fc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931517] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.931517] env[68199]: value = "task-3070957" [ 1137.931517] env[68199]: _type = "Task" [ 1137.931517] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.941568] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070957, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.100000] env[68199]: DEBUG nova.compute.manager [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Received event network-vif-plugged-88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.100263] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Acquiring lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.100486] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.100659] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.100825] env[68199]: DEBUG nova.compute.manager [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] No waiting events found dispatching network-vif-plugged-88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.100992] env[68199]: WARNING nova.compute.manager [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Received unexpected event network-vif-plugged-88fc8f94-294a-4f5b-b3ad-8e13422558d3 for instance with vm_state building and task_state spawning. [ 1138.101342] env[68199]: DEBUG nova.compute.manager [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Received event network-changed-88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.101509] env[68199]: DEBUG nova.compute.manager [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Refreshing instance network info cache due to event network-changed-88fc8f94-294a-4f5b-b3ad-8e13422558d3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.101692] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Acquiring lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.101826] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Acquired lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.101979] env[68199]: DEBUG nova.network.neutron [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Refreshing network info cache for port 88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.239147] env[68199]: DEBUG nova.scheduler.client.report [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.442142] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070957, 'name': CreateVM_Task, 'duration_secs': 0.383759} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.442309] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.443019] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.443202] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.443528] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.443758] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1358cb1-24dd-4184-970a-737eb1dd544b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.448084] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1138.448084] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f99539-d670-5cef-806a-22cb4fbfb43d" [ 1138.448084] env[68199]: _type = "Task" [ 1138.448084] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.455400] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f99539-d670-5cef-806a-22cb4fbfb43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.743733] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.744013] env[68199]: INFO nova.compute.manager [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Migrating [ 1138.755950] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.050s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.833597] env[68199]: DEBUG nova.network.neutron [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Updated VIF entry in instance network info cache for port 88fc8f94-294a-4f5b-b3ad-8e13422558d3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.833959] env[68199]: DEBUG nova.network.neutron [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Updating instance_info_cache with network_info: [{"id": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "address": "fa:16:3e:11:59:ee", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88fc8f94-29", "ovs_interfaceid": "88fc8f94-294a-4f5b-b3ad-8e13422558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.958539] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f99539-d670-5cef-806a-22cb4fbfb43d, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.958837] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.959100] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.959360] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.959554] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.959835] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.960175] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c05daf-9c5c-4711-bbfa-147965a72c40 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.969920] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.970124] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.970933] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01135db6-f285-4f9d-933c-80c1e1c06ecd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.976094] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1138.976094] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528a1a11-8871-f6d4-8d80-fb990448d1e0" [ 1138.976094] env[68199]: _type = "Task" [ 1138.976094] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.984084] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528a1a11-8871-f6d4-8d80-fb990448d1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.267510] env[68199]: INFO nova.compute.claims [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.271972] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.272340] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.272740] env[68199]: DEBUG nova.network.neutron [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.338339] env[68199]: DEBUG oslo_concurrency.lockutils [req-d77b490b-2ab2-46ce-a80f-3c4688be9eea req-62a556c2-b731-400a-9fda-ae9900a782fb service nova] Releasing lock "refresh_cache-8f430be6-50e6-4307-a930-037537ed6b3f" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.487574] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528a1a11-8871-f6d4-8d80-fb990448d1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008738} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.487697] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa95581-e710-492b-ab0e-70f295b0c3c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.492874] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1139.492874] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52acde52-bb52-9ec9-61ed-2593b514d3f2" [ 1139.492874] env[68199]: _type = "Task" [ 1139.492874] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.501016] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52acde52-bb52-9ec9-61ed-2593b514d3f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.776817] env[68199]: INFO nova.compute.resource_tracker [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating resource usage from migration 00b6899e-133b-4ef8-ba43-e5e4fc0982ba [ 1139.916892] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4956d5-b7fc-4c1e-abfc-699acd3160cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.924574] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9c64da-e9ea-4c8f-8ab6-60a79b46d8e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.957813] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc48a74-f60a-4ef7-be90-c98dca228582 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.965221] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df80a278-c4e4-4009-9eb0-e6eccd9e875c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.979231] env[68199]: DEBUG nova.compute.provider_tree [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.001956] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52acde52-bb52-9ec9-61ed-2593b514d3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.002234] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.002486] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8f430be6-50e6-4307-a930-037537ed6b3f/8f430be6-50e6-4307-a930-037537ed6b3f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.002739] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d1a3ca3-d174-4285-96f5-bda7dd1510ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008979] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1140.008979] env[68199]: value = "task-3070959" [ 1140.008979] env[68199]: _type = "Task" [ 1140.008979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.016298] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.022614] env[68199]: DEBUG nova.network.neutron [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.485106] env[68199]: DEBUG nova.scheduler.client.report [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.519385] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477767} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.519953] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8f430be6-50e6-4307-a930-037537ed6b3f/8f430be6-50e6-4307-a930-037537ed6b3f.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.520391] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.520759] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d820fd59-fde4-44f2-ae4c-9926debde82a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.525640] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.528653] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1140.528653] env[68199]: value = "task-3070960" [ 1140.528653] env[68199]: _type = "Task" [ 1140.528653] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.537084] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.989785] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.234s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.990012] env[68199]: INFO nova.compute.manager [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Migrating [ 1140.996505] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.441s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.996732] env[68199]: DEBUG nova.objects.instance [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'resources' on Instance uuid 54351cc5-0112-42cf-9cb5-d9ac9357b989 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.050237] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298866} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.050793] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.051674] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b0c4c1-409d-458b-85ec-190fdc4b065e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.084408] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 8f430be6-50e6-4307-a930-037537ed6b3f/8f430be6-50e6-4307-a930-037537ed6b3f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.084908] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1350fa-112c-483a-9b29-584161e8204c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.107882] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1141.107882] env[68199]: value = "task-3070961" [ 1141.107882] env[68199]: _type = "Task" [ 1141.107882] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.116888] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.505164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.505435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.505601] env[68199]: DEBUG nova.network.neutron [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.621171] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070961, 'name': ReconfigVM_Task, 'duration_secs': 0.293875} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.621659] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 8f430be6-50e6-4307-a930-037537ed6b3f/8f430be6-50e6-4307-a930-037537ed6b3f.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.622116] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d225c42c-8421-4fba-8da2-5c7aa7692f35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.630409] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1141.630409] env[68199]: value = "task-3070962" [ 1141.630409] env[68199]: _type = "Task" [ 1141.630409] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.639954] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070962, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.694072] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e458229-febb-4cab-90e7-33b5ed3b7117 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.702354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a7506-6561-4fd1-a916-a54e123b7a99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.742738] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41ce19-42b6-4094-8af4-ca50647392e9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.753812] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2493afb-2bb1-4951-b486-561fb2e05056 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.768099] env[68199]: DEBUG nova.compute.provider_tree [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.047938] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4796f0f2-4508-4bbf-874a-e23ea447172c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.073802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.140860] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070962, 'name': Rename_Task, 'duration_secs': 0.152256} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.141263] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.141605] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcced8e4-7801-493b-940c-ca5eb804c715 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.148506] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1142.148506] env[68199]: value = "task-3070963" [ 1142.148506] env[68199]: _type = "Task" [ 1142.148506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.157520] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.273466] env[68199]: DEBUG nova.scheduler.client.report [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.299103] env[68199]: DEBUG nova.network.neutron [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.385812] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.385812] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.458912] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.459335] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.459602] env[68199]: INFO nova.compute.manager [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Shelving [ 1142.581415] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.581415] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4ec4f3-7c8e-4617-8dc7-c5e03cbbf613 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.589148] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1142.589148] env[68199]: value = "task-3070964" [ 1142.589148] env[68199]: _type = "Task" [ 1142.589148] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.598257] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.662113] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.782101] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.804486] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.811720] env[68199]: INFO nova.scheduler.client.report [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted allocations for instance 54351cc5-0112-42cf-9cb5-d9ac9357b989 [ 1142.889418] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.099401] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070964, 'name': PowerOffVM_Task, 'duration_secs': 0.229989} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.103157] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.103157] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.164280] env[68199]: DEBUG oslo_vmware.api [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070963, 'name': PowerOnVM_Task, 'duration_secs': 0.523096} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.164622] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.164872] env[68199]: INFO nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1143.165019] env[68199]: DEBUG nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.167218] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecce53e-ca80-4b01-894f-9b433e8abb85 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.320720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9ce0bd-f448-48b5-ba94-84c66ef5aabf tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "54351cc5-0112-42cf-9cb5-d9ac9357b989" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.177s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.412728] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.413039] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.414688] env[68199]: INFO nova.compute.claims [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.473109] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.473109] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8037a8fe-0915-4b57-9dcb-8fa6d2e645ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.480262] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1143.480262] env[68199]: value = "task-3070965" [ 1143.480262] env[68199]: _type = "Task" [ 1143.480262] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.488467] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.606572] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.606959] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.607015] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.607173] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.607320] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.607471] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.607673] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.607828] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.607994] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.610314] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.610752] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.617102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c102aa16-8433-4e66-a3e7-27800bc0b83e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.635691] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1143.635691] env[68199]: value = "task-3070966" [ 1143.635691] env[68199]: _type = "Task" [ 1143.635691] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.644487] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.686162] env[68199]: INFO nova.compute.manager [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Took 14.20 seconds to build instance. [ 1143.893032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.893032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.989777] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070965, 'name': PowerOffVM_Task, 'duration_secs': 0.215024} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.990093] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.990791] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93addf16-11ea-4f57-8b6e-b2ad0bd4e6af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.008707] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e7be6-7667-4a7e-a76f-869573885252 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.064314] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.064572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.065123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.065123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.065256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.067246] env[68199]: INFO nova.compute.manager [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Terminating instance [ 1144.145607] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070966, 'name': ReconfigVM_Task, 'duration_secs': 0.166067} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.145912] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.187919] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eafbbb9e-622a-417e-9392-80d5ab324d0c tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.711s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.323761] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb248ae-1461-4699-84c8-1d5877ca1619 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.343634] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.355874] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "47892980-a858-4123-8cf5-b65734533f57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.356179] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.395075] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.520876] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.521544] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e2b7d4e-cb68-4256-af2c-786593a058d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.530303] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1144.530303] env[68199]: value = "task-3070967" [ 1144.530303] env[68199]: _type = "Task" [ 1144.530303] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.540105] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070967, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.574732] env[68199]: DEBUG nova.compute.manager [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.574962] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.575905] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110a522-6b20-45ed-ac49-51c107c3631e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.585654] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.585938] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f69c95-1adb-4305-9648-21ed06e14fd0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.593839] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1144.593839] env[68199]: value = "task-3070968" [ 1144.593839] env[68199]: _type = "Task" [ 1144.593839] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.601795] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.605218] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19adfe41-bcf5-4209-9ceb-34a332f8c3da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.611993] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48b1cad-b830-447c-bf4d-e54c2dba8126 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.643289] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f0f20-355c-4cdf-8779-dbf1c85fa35f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.651148] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e2eb8-e13d-4d82-8039-d5fc5c2b6f5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.658993] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.659257] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.659405] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.659581] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.659725] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.659871] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.660096] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.660262] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.660427] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.660583] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.660779] env[68199]: DEBUG nova.virt.hardware [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.666057] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.666361] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a28170-9ab5-463c-b5b8-e99d3f4bcb96 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.690731] env[68199]: DEBUG nova.compute.provider_tree [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.696024] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1144.696024] env[68199]: value = "task-3070969" [ 1144.696024] env[68199]: _type = "Task" [ 1144.696024] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.702660] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.850164] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.850534] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ba6705-15ac-489f-b471-1cbfb2d21719 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.857945] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1144.857945] env[68199]: value = "task-3070970" [ 1144.857945] env[68199]: _type = "Task" [ 1144.857945] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.859072] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.870640] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.920670] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.041018] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070967, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.103036] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070968, 'name': PowerOffVM_Task, 'duration_secs': 0.290802} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.103347] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.103523] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.103781] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e282cd84-ed03-4d33-9fa8-7eeeed8878f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.169214] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.169486] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.169729] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleting the datastore file [datastore2] e74aee2c-8f1b-4119-8bc5-2b43162dabe9 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.170127] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8b1d13c-47fb-4e37-8523-cd20f686da69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.175896] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for the task: (returnval){ [ 1145.175896] env[68199]: value = "task-3070972" [ 1145.175896] env[68199]: _type = "Task" [ 1145.175896] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.184643] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.194865] env[68199]: DEBUG nova.scheduler.client.report [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.206710] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070969, 'name': ReconfigVM_Task, 'duration_secs': 0.172414} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.206987] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.207852] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16162ccf-90a7-417e-971f-5feefecb2f47 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.232359] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.233492] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb10fde3-c896-457d-be9a-a2dde6005da3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.251820] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1145.251820] env[68199]: value = "task-3070973" [ 1145.251820] env[68199]: _type = "Task" [ 1145.251820] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.260620] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.381549] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070970, 'name': PowerOffVM_Task, 'duration_secs': 0.178279} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.381872] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.382070] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.388400] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.542826] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070967, 'name': CreateSnapshot_Task, 'duration_secs': 0.712739} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.543074] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.544243] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41696c9c-5733-4560-a3c2-cf6be67af5db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.686020] env[68199]: DEBUG oslo_vmware.api [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Task: {'id': task-3070972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192918} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.686440] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.686501] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.686771] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.686969] env[68199]: INFO nova.compute.manager [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1145.687275] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.687476] env[68199]: DEBUG nova.compute.manager [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.687575] env[68199]: DEBUG nova.network.neutron [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.703653] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.704674] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.706946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.786s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.708480] env[68199]: INFO nova.compute.claims [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.763964] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070973, 'name': ReconfigVM_Task, 'duration_secs': 0.296278} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.763964] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3bbb9142-48ec-46af-855d-85864276322e/3bbb9142-48ec-46af-855d-85864276322e.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.764235] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.893146] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.893146] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.893146] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.893146] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.893739] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.894030] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.894372] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.894646] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.896032] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.896032] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.896032] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.900763] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08d41f4-b346-4fe8-8aa5-516974effdbc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.919689] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1145.919689] env[68199]: value = "task-3070974" [ 1145.919689] env[68199]: _type = "Task" [ 1145.919689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.935328] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.963452] env[68199]: DEBUG nova.compute.manager [req-da57c811-8099-469f-8075-f44593103c18 req-14b8de83-bafe-497a-99f1-d9d5840abe55 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Received event network-vif-deleted-4e94c06b-f696-44a7-8b64-bc0999532468 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.963647] env[68199]: INFO nova.compute.manager [req-da57c811-8099-469f-8075-f44593103c18 req-14b8de83-bafe-497a-99f1-d9d5840abe55 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Neutron deleted interface 4e94c06b-f696-44a7-8b64-bc0999532468; detaching it from the instance and deleting it from the info cache [ 1145.963830] env[68199]: DEBUG nova.network.neutron [req-da57c811-8099-469f-8075-f44593103c18 req-14b8de83-bafe-497a-99f1-d9d5840abe55 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.066795] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.067066] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-497106aa-c51a-4813-8424-1491ddb9aff3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.082631] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1146.082631] env[68199]: value = "task-3070975" [ 1146.082631] env[68199]: _type = "Task" [ 1146.082631] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.090773] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070975, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.213687] env[68199]: DEBUG nova.compute.utils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.217612] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.217612] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.255547] env[68199]: DEBUG nova.policy [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64501aaee7754696ba48a31629517524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daef9bc8f3124db1bfde90c4b9888c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.271406] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ba205e-ce70-4c2c-9ef7-69ccf8cc1673 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.293789] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360e6dab-e884-4320-adf7-ab9ef3ca7f5e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.312614] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.433079] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070974, 'name': ReconfigVM_Task, 'duration_secs': 0.345452} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.433600] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.444432] env[68199]: DEBUG nova.network.neutron [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.466815] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e442c42-205d-4852-af84-822d4febac4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.476404] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b377dbc-f89c-4d87-8b4b-347b2a173e4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.505545] env[68199]: DEBUG nova.compute.manager [req-da57c811-8099-469f-8075-f44593103c18 req-14b8de83-bafe-497a-99f1-d9d5840abe55 service nova] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Detach interface failed, port_id=4e94c06b-f696-44a7-8b64-bc0999532468, reason: Instance e74aee2c-8f1b-4119-8bc5-2b43162dabe9 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.549623] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Successfully created port: 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.599114] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070975, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.720839] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.849710] env[68199]: DEBUG nova.network.neutron [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Port d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.891722] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d5dbf6-cd4d-43f6-8636-7cf65041c8b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.900829] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da16244c-17b9-4a45-8241-925f6eb70441 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.930652] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbad7c-bdc3-4ece-89c4-ea55ea2db46e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.940871] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302cff2-8dc4-4d7d-b89d-1b9eb499a098 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.950044] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.950423] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.950678] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.950971] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.951228] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.951453] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.951739] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.951968] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.952224] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.952458] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.952702] env[68199]: DEBUG nova.virt.hardware [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.960715] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.961188] env[68199]: INFO nova.compute.manager [-] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Took 1.27 seconds to deallocate network for instance. [ 1146.961483] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1b3666-2ee8-480d-a771-2563b6f50f56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.986879] env[68199]: DEBUG nova.compute.provider_tree [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.991980] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1146.991980] env[68199]: value = "task-3070976" [ 1146.991980] env[68199]: _type = "Task" [ 1146.991980] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.002698] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.095821] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070975, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.227468] env[68199]: INFO nova.virt.block_device [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Booting with volume 8b317304-5743-4e48-b445-1473c79c9cd1 at /dev/sda [ 1147.265765] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb9461ea-f5de-409e-bd27-3a142c8f817c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.274963] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7dc94-18c2-4134-8e93-70376545bf4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.312930] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b5bc52c-d1ee-4427-9147-ddc117abd38e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.321965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f59f7f-00c0-442e-a7f1-f36db4762920 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.352072] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ab897a-e9a4-45b2-b073-d936c736ad87 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.362763] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a467ae-ff62-4ea3-86bc-c18b9b74742d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.376615] env[68199]: DEBUG nova.virt.block_device [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating existing volume attachment record: db17d76a-7b08-49cb-9cfc-2a32886970f3 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.494745] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.505604] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070976, 'name': ReconfigVM_Task, 'duration_secs': 0.181158} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.505865] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.506879] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589184a-df33-4f89-90c9-602ec6eeb283 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.528584] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.529572] env[68199]: ERROR nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [req-242ab34d-7fe8-44d9-86df-e9c3d99547d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-242ab34d-7fe8-44d9-86df-e9c3d99547d9"}]} [ 1147.529909] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd994516-9d1f-4179-aac6-507d7f8152bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.550363] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1147.550363] env[68199]: value = "task-3070977" [ 1147.550363] env[68199]: _type = "Task" [ 1147.550363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.558317] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.559177] env[68199]: DEBUG nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.573575] env[68199]: DEBUG nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.573810] env[68199]: DEBUG nova.compute.provider_tree [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.585072] env[68199]: DEBUG nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.595142] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070975, 'name': CloneVM_Task} progress is 95%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.603361] env[68199]: DEBUG nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.757614] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14766dee-d482-470c-ba91-81829731666c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.765271] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8aeae9-5869-4801-b515-6c7f591599ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.797887] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518582b7-27be-474e-bc01-7fe469acdacf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.804752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd76185f-9762-457b-9744-0fae88db6d0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.818911] env[68199]: DEBUG nova.compute.provider_tree [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.874798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.874798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.874798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.994743] env[68199]: DEBUG nova.compute.manager [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Received event network-vif-plugged-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.994984] env[68199]: DEBUG oslo_concurrency.lockutils [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] Acquiring lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.995238] env[68199]: DEBUG oslo_concurrency.lockutils [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.995457] env[68199]: DEBUG oslo_concurrency.lockutils [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.995590] env[68199]: DEBUG nova.compute.manager [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] No waiting events found dispatching network-vif-plugged-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.995736] env[68199]: WARNING nova.compute.manager [req-cf29127f-0231-4785-a633-0b7f9f46fb0e req-ae21b8cb-04bb-4d14-a4a4-7a4b3bc43620 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Received unexpected event network-vif-plugged-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 for instance with vm_state building and task_state block_device_mapping. [ 1148.028946] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Successfully updated port: 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.060311] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.095857] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070975, 'name': CloneVM_Task, 'duration_secs': 1.753768} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.096135] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Created linked-clone VM from snapshot [ 1148.096909] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62836c64-9cf2-41d4-aad3-13a16c3e145c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.105792] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Uploading image f9701fc6-78ad-4b00-89fe-3c453da55a35 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.136717] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.136717] env[68199]: value = "vm-614931" [ 1148.136717] env[68199]: _type = "VirtualMachine" [ 1148.136717] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.136970] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94ba7efd-2684-4f4c-934a-16b2f6eb1c99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.143687] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease: (returnval){ [ 1148.143687] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e837b4-eeab-ac4c-02f2-7d05adca2f8e" [ 1148.143687] env[68199]: _type = "HttpNfcLease" [ 1148.143687] env[68199]: } obtained for exporting VM: (result){ [ 1148.143687] env[68199]: value = "vm-614931" [ 1148.143687] env[68199]: _type = "VirtualMachine" [ 1148.143687] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1148.143956] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the lease: (returnval){ [ 1148.143956] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e837b4-eeab-ac4c-02f2-7d05adca2f8e" [ 1148.143956] env[68199]: _type = "HttpNfcLease" [ 1148.143956] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.149648] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.149648] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e837b4-eeab-ac4c-02f2-7d05adca2f8e" [ 1148.149648] env[68199]: _type = "HttpNfcLease" [ 1148.149648] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1148.355509] env[68199]: DEBUG nova.scheduler.client.report [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.355795] env[68199]: DEBUG nova.compute.provider_tree [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 148 to 149 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.355975] env[68199]: DEBUG nova.compute.provider_tree [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.532946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.533152] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquired lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.533350] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.560117] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070977, 'name': ReconfigVM_Task, 'duration_secs': 0.53543} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.560566] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.560668] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.651753] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.651753] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e837b4-eeab-ac4c-02f2-7d05adca2f8e" [ 1148.651753] env[68199]: _type = "HttpNfcLease" [ 1148.651753] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1148.651990] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1148.651990] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52e837b4-eeab-ac4c-02f2-7d05adca2f8e" [ 1148.651990] env[68199]: _type = "HttpNfcLease" [ 1148.651990] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1148.652745] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb61372-df7c-4e57-b934-f82785fa86e2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.660290] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1148.660474] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1148.746614] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2294d566-00a5-47e6-9c69-e9081b73900a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.861761] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.154s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.862113] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.865768] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.477s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.866784] env[68199]: INFO nova.compute.claims [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.915833] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916015] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.916257] env[68199]: DEBUG nova.network.neutron [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.064626] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.068842] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515e52a-c918-4a0a-afa4-1aa030798f2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.091199] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e280c-857c-49ff-b18f-989cacec74a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112887] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.222367] env[68199]: DEBUG nova.network.neutron [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating instance_info_cache with network_info: [{"id": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "address": "fa:16:3e:96:fc:41", "network": {"id": "9360e36b-c15c-4421-81dc-7af9f319f66c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-405722368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daef9bc8f3124db1bfde90c4b9888c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6773dd23-b6", "ovs_interfaceid": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.371058] env[68199]: DEBUG nova.compute.utils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.372591] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.372825] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.411129] env[68199]: DEBUG nova.policy [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb63a98ade9046a79f0730ed19874437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b93932ea54a4e6daf257bd91477be30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.459567] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.460214] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.460475] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.460730] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.460920] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.461085] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.461236] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.461438] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.461593] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.461753] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.461911] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.462250] env[68199]: DEBUG nova.virt.hardware [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.463217] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142e73d-d8ec-434a-baa7-c0addb3b203e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.471734] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406e6ef-adb2-4dc4-a35b-1f3b46f9d265 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.725621] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Releasing lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.726092] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Instance network_info: |[{"id": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "address": "fa:16:3e:96:fc:41", "network": {"id": "9360e36b-c15c-4421-81dc-7af9f319f66c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-405722368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daef9bc8f3124db1bfde90c4b9888c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6773dd23-b6", "ovs_interfaceid": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.726802] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fc:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6773dd23-b60b-4fd4-afb7-e8ce979fb0b3', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.735404] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Creating folder: Project (daef9bc8f3124db1bfde90c4b9888c23). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.735923] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d675fda4-649a-4ee1-9622-d8638247be52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.742216] env[68199]: DEBUG nova.network.neutron [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Port 6917d5ab-039b-4129-854c-0d2f7d921ce3 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.749962] env[68199]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1149.750168] env[68199]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68199) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1149.750606] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Folder already exists: Project (daef9bc8f3124db1bfde90c4b9888c23). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1149.753073] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Creating folder: Instances. Parent ref: group-v614924. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.753073] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6153c1-c067-43eb-bfcd-6f1fa4dd555c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.764568] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Created folder: Instances in parent group-v614924. [ 1149.764922] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.765206] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.765487] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c761682b-1fab-4748-85d9-7bd40b0bbe59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.797825] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.797825] env[68199]: value = "task-3070981" [ 1149.797825] env[68199]: _type = "Task" [ 1149.797825] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.806860] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070981, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.876335] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.971202] env[68199]: DEBUG nova.network.neutron [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.034024] env[68199]: DEBUG nova.compute.manager [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Received event network-changed-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.034243] env[68199]: DEBUG nova.compute.manager [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Refreshing instance network info cache due to event network-changed-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.034497] env[68199]: DEBUG oslo_concurrency.lockutils [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] Acquiring lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.034752] env[68199]: DEBUG oslo_concurrency.lockutils [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] Acquired lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.034752] env[68199]: DEBUG nova.network.neutron [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Refreshing network info cache for port 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.099289] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Successfully created port: b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.178504] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5deffef-3681-43d8-bfc7-32a3a0083147 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.196947] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d105a-d983-489f-9b2e-343ef9db5173 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.230253] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa266f1-30a5-428e-babc-3635f0173901 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.238730] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e0d6d-cb09-4b94-959a-d7e0ba822801 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.261741] env[68199]: DEBUG nova.compute.provider_tree [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.309521] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070981, 'name': CreateVM_Task, 'duration_secs': 0.395656} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.309707] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.310491] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614928', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'name': 'volume-8b317304-5743-4e48-b445-1473c79c9cd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d3a0130-9583-4a73-82cf-7a3f58c64c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'serial': '8b317304-5743-4e48-b445-1473c79c9cd1'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'db17d76a-7b08-49cb-9cfc-2a32886970f3', 'volume_type': None}], 'swap': None} {{(pid=68199) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1150.310767] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Root volume attach. Driver type: vmdk {{(pid=68199) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1150.313206] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3663e9-3c83-43da-826e-97b32d4e1285 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.321052] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baebffa-5c16-4514-8969-0231ecd0a53b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.327505] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9835d334-d808-419c-97ac-b3e57d854c41 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.333697] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-713c4c5e-eb08-4f24-a776-139bb5af92e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.340342] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1150.340342] env[68199]: value = "task-3070982" [ 1150.340342] env[68199]: _type = "Task" [ 1150.340342] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.348261] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070982, 'name': RelocateVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.473379] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.744079] env[68199]: DEBUG nova.network.neutron [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updated VIF entry in instance network info cache for port 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.744783] env[68199]: DEBUG nova.network.neutron [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating instance_info_cache with network_info: [{"id": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "address": "fa:16:3e:96:fc:41", "network": {"id": "9360e36b-c15c-4421-81dc-7af9f319f66c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-405722368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daef9bc8f3124db1bfde90c4b9888c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6773dd23-b6", "ovs_interfaceid": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.761823] env[68199]: DEBUG nova.scheduler.client.report [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.783153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.783435] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.783613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.851046] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070982, 'name': RelocateVM_Task, 'duration_secs': 0.025958} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.851046] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.851046] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614928', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'name': 'volume-8b317304-5743-4e48-b445-1473c79c9cd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d3a0130-9583-4a73-82cf-7a3f58c64c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'serial': '8b317304-5743-4e48-b445-1473c79c9cd1'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.851819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e2afd-be40-4d41-ac31-9d9bf9ff232b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.868372] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ab7d3-786f-4dcf-a918-0dbfe6024160 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.890190] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-8b317304-5743-4e48-b445-1473c79c9cd1/volume-8b317304-5743-4e48-b445-1473c79c9cd1.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.891435] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.893572] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c286767d-26e0-4bee-b072-bea979523e28 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.913796] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1150.913796] env[68199]: value = "task-3070983" [ 1150.913796] env[68199]: _type = "Task" [ 1150.913796] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.922676] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.943870] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.944155] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.944317] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.944496] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.944641] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.944788] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.945016] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.945214] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.945401] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.945563] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.945735] env[68199]: DEBUG nova.virt.hardware [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.947187] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0497c4-7622-4bab-9174-b82406113759 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.954386] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ea5ed-f57f-4d0b-bfc2-2957ae25ad08 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.001245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee77b4-6c01-4d5b-b527-46c451544d45 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.023232] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8d980-1370-43fe-b920-d41fe9e695cb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.030722] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.248407] env[68199]: DEBUG oslo_concurrency.lockutils [req-39228df8-21d0-4252-b99a-4cf4cd8a0332 req-e81dc367-5253-44db-b99d-ede4267723ce service nova] Releasing lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.275659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.276256] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.278899] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.785s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.279156] env[68199]: DEBUG nova.objects.instance [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lazy-loading 'resources' on Instance uuid e74aee2c-8f1b-4119-8bc5-2b43162dabe9 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.425382] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070983, 'name': ReconfigVM_Task, 'duration_secs': 0.296245} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.425706] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-8b317304-5743-4e48-b445-1473c79c9cd1/volume-8b317304-5743-4e48-b445-1473c79c9cd1.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.431591] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965edabf-0b75-4865-931b-8fdc0934aa7c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.448899] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1151.448899] env[68199]: value = "task-3070984" [ 1151.448899] env[68199]: _type = "Task" [ 1151.448899] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.457653] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.538049] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.538393] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53696a78-7e36-4b11-81f1-67560e20da17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.546047] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1151.546047] env[68199]: value = "task-3070985" [ 1151.546047] env[68199]: _type = "Task" [ 1151.546047] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.558569] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.583966] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Successfully updated port: b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.781769] env[68199]: DEBUG nova.compute.utils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.783231] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.783440] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.842708] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.842780] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.843117] env[68199]: DEBUG nova.network.neutron [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.855756] env[68199]: DEBUG nova.policy [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.961799] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070984, 'name': ReconfigVM_Task, 'duration_secs': 0.123738} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.963085] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614928', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'name': 'volume-8b317304-5743-4e48-b445-1473c79c9cd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d3a0130-9583-4a73-82cf-7a3f58c64c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'serial': '8b317304-5743-4e48-b445-1473c79c9cd1'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.963085] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2a0fb5-25b9-4a91-8469-7bd441dcdaa2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.970400] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1151.970400] env[68199]: value = "task-3070986" [ 1151.970400] env[68199]: _type = "Task" [ 1151.970400] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.972319] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed74ff-46f1-4be3-a129-f33618d4349f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.986891] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44c8d81-9c69-4a72-9b1d-59cacbe74be5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.990870] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070986, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.024667] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de969ec-a8f0-44e9-a29c-779d14de2ba7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.031912] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fffff-32c6-4313-86ee-0eb06e2aec9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.045981] env[68199]: DEBUG nova.compute.provider_tree [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.056022] env[68199]: DEBUG oslo_vmware.api [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3070985, 'name': PowerOnVM_Task, 'duration_secs': 0.465331} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.056560] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.056560] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fc3801-e0d2-464a-a04d-bc4ba8c19483 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance '3bbb9142-48ec-46af-855d-85864276322e' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.082812] env[68199]: DEBUG nova.compute.manager [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Received event network-vif-plugged-b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.083144] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Acquiring lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.083376] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.083710] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.083912] env[68199]: DEBUG nova.compute.manager [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] No waiting events found dispatching network-vif-plugged-b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.084113] env[68199]: WARNING nova.compute.manager [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Received unexpected event network-vif-plugged-b54dbe0a-abaa-4a35-8d79-5536550bde33 for instance with vm_state building and task_state spawning. [ 1152.084280] env[68199]: DEBUG nova.compute.manager [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Received event network-changed-b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.084460] env[68199]: DEBUG nova.compute.manager [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Refreshing instance network info cache due to event network-changed-b54dbe0a-abaa-4a35-8d79-5536550bde33. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.084603] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Acquiring lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.084731] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Acquired lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.084895] env[68199]: DEBUG nova.network.neutron [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Refreshing network info cache for port b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.086664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.183229] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Successfully created port: f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.289473] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.484723] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070986, 'name': Rename_Task, 'duration_secs': 0.279447} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.485037] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.485336] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb864a7b-9a09-4d21-8e0b-45213eb5c3ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.491895] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1152.491895] env[68199]: value = "task-3070987" [ 1152.491895] env[68199]: _type = "Task" [ 1152.491895] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.500529] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.552634] env[68199]: DEBUG nova.scheduler.client.report [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.594717] env[68199]: DEBUG nova.network.neutron [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.617893] env[68199]: DEBUG nova.network.neutron [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.689676] env[68199]: DEBUG nova.network.neutron [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.002841] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.058391] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.083135] env[68199]: INFO nova.scheduler.client.report [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Deleted allocations for instance e74aee2c-8f1b-4119-8bc5-2b43162dabe9 [ 1153.099144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.192944] env[68199]: DEBUG oslo_concurrency.lockutils [req-122a3769-bd46-4ce3-9db6-938983e5005c req-e296feb1-ca39-4e89-bf83-8c44084977e2 service nova] Releasing lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.194071] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquired lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.194394] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.301061] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.331994] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.332401] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.332889] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.333253] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.333532] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.333809] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.334189] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.334487] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.334795] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.335119] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.335422] env[68199]: DEBUG nova.virt.hardware [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.337103] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6336dc-d01a-4adf-87a4-147e061b91b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349915] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3882e-641e-45ce-82ca-8326d00ac599 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.502593] env[68199]: DEBUG oslo_vmware.api [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3070987, 'name': PowerOnVM_Task, 'duration_secs': 0.595558} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.502717] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.503660] env[68199]: INFO nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Took 4.04 seconds to spawn the instance on the hypervisor. [ 1153.503660] env[68199]: DEBUG nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.504110] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b096223a-1f6a-48d3-8f12-9540629123ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.594074] env[68199]: DEBUG oslo_concurrency.lockutils [None req-914c4ca3-6217-4b55-aca6-4c70b29dbe1b tempest-ServerRescueNegativeTestJSON-965843923 tempest-ServerRescueNegativeTestJSON-965843923-project-member] Lock "e74aee2c-8f1b-4119-8bc5-2b43162dabe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.529s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.621285] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895dd04-120b-4f82-be9c-56d1b169a1bd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.642750] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd3e75-f49c-410e-898d-502305c43790 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.649567] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.685021] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Successfully updated port: f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.727984] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.860266] env[68199]: DEBUG nova.network.neutron [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updating instance_info_cache with network_info: [{"id": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "address": "fa:16:3e:80:d7:fe", "network": {"id": "9570cc78-9ac1-4aaa-b9be-3132c3d59701", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1852011466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b93932ea54a4e6daf257bd91477be30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54dbe0a-ab", "ovs_interfaceid": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.022532] env[68199]: INFO nova.compute.manager [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Took 10.63 seconds to build instance. [ 1154.115726] env[68199]: DEBUG nova.compute.manager [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Received event network-vif-plugged-f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.115971] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Acquiring lock "47892980-a858-4123-8cf5-b65734533f57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.116247] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Lock "47892980-a858-4123-8cf5-b65734533f57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.116462] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Lock "47892980-a858-4123-8cf5-b65734533f57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.116663] env[68199]: DEBUG nova.compute.manager [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] No waiting events found dispatching network-vif-plugged-f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.116845] env[68199]: WARNING nova.compute.manager [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Received unexpected event network-vif-plugged-f6e22145-d08c-438e-aab6-1162f9b12ae0 for instance with vm_state building and task_state spawning. [ 1154.117016] env[68199]: DEBUG nova.compute.manager [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Received event network-changed-f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.117210] env[68199]: DEBUG nova.compute.manager [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Refreshing instance network info cache due to event network-changed-f6e22145-d08c-438e-aab6-1162f9b12ae0. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.117412] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Acquiring lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.117562] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Acquired lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.117736] env[68199]: DEBUG nova.network.neutron [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Refreshing network info cache for port f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.155951] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.156333] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3924a4cd-e73a-47ad-ac4f-7880b42839cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.165017] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1154.165017] env[68199]: value = "task-3070988" [ 1154.165017] env[68199]: _type = "Task" [ 1154.165017] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.173299] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.189794] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.363140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Releasing lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.363519] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance network_info: |[{"id": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "address": "fa:16:3e:80:d7:fe", "network": {"id": "9570cc78-9ac1-4aaa-b9be-3132c3d59701", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1852011466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b93932ea54a4e6daf257bd91477be30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54dbe0a-ab", "ovs_interfaceid": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.364102] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b54dbe0a-abaa-4a35-8d79-5536550bde33', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.373817] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Creating folder: Project (2b93932ea54a4e6daf257bd91477be30). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.374268] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d77c82b8-711f-464a-9975-ff39ebeccadc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.388282] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Created folder: Project (2b93932ea54a4e6daf257bd91477be30) in parent group-v614632. [ 1154.388443] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Creating folder: Instances. Parent ref: group-v614934. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.388664] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9183164c-e284-4134-974c-075b84ffef9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.400201] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Created folder: Instances in parent group-v614934. [ 1154.400560] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.400848] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.401184] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9beaea32-97ce-423a-bf09-15ffecffdb49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.426227] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.426227] env[68199]: value = "task-3070991" [ 1154.426227] env[68199]: _type = "Task" [ 1154.426227] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.433025] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070991, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.524972] env[68199]: DEBUG oslo_concurrency.lockutils [None req-30c07c4c-16ae-4fc9-a3fa-2cd92ceccf86 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.139s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.663995] env[68199]: DEBUG nova.network.neutron [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.675657] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.828091] env[68199]: DEBUG nova.network.neutron [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.934760] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070991, 'name': CreateVM_Task, 'duration_secs': 0.453294} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.934951] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.935692] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.935865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.936245] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.936568] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748e0796-a9cd-4c43-86b8-9a0899ac23ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.942471] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1154.942471] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526a7b3d-f8aa-c5da-df9e-8bc7087a64f2" [ 1154.942471] env[68199]: _type = "Task" [ 1154.942471] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.951712] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a7b3d-f8aa-c5da-df9e-8bc7087a64f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.179491] env[68199]: DEBUG oslo_vmware.api [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3070988, 'name': PowerOnVM_Task, 'duration_secs': 0.59365} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.180647] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.180647] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-0af1748b-b5f5-4a3a-a518-f77b116c01db tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance 'e22b5362-be0d-4c44-a999-809eda7e13a6' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.198534] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.198789] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.198968] env[68199]: DEBUG nova.compute.manager [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Going to confirm migration 7 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1155.259153] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.259377] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.259621] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.259670] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.259815] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.259956] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.260160] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.260269] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1155.260394] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.286430] env[68199]: DEBUG nova.compute.manager [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Received event network-changed-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.286662] env[68199]: DEBUG nova.compute.manager [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Refreshing instance network info cache due to event network-changed-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.286935] env[68199]: DEBUG oslo_concurrency.lockutils [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] Acquiring lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.287101] env[68199]: DEBUG oslo_concurrency.lockutils [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] Acquired lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.287264] env[68199]: DEBUG nova.network.neutron [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Refreshing network info cache for port 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.331347] env[68199]: DEBUG oslo_concurrency.lockutils [req-864a766c-c5f0-403d-af75-56fc678f1e21 req-86d1d185-663d-4d61-92c9-2bb4bb00855a service nova] Releasing lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.331619] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.331775] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.453990] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a7b3d-f8aa-c5da-df9e-8bc7087a64f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.454300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.454519] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.454742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.454880] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.455080] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.455380] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30bca54-3d14-4d4b-b46b-38bdde7f966c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.464221] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.464221] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.465202] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3629f8e7-64dd-4da2-b77f-ab9a9a54f3e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.470543] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1155.470543] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522c676f-339a-8231-fd53-6de39e9da9e1" [ 1155.470543] env[68199]: _type = "Task" [ 1155.470543] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.478446] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522c676f-339a-8231-fd53-6de39e9da9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.765059] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.765395] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.765583] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.765739] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1155.766956] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ceaa9-da0c-4b0b-b2c1-2fbc92505ba4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.775949] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7735797-b64f-490b-8e1c-66cc97995ec0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.781026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.781179] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquired lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.781349] env[68199]: DEBUG nova.network.neutron [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.781527] env[68199]: DEBUG nova.objects.instance [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'info_cache' on Instance uuid 3bbb9142-48ec-46af-855d-85864276322e {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.796458] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a381c-06f6-45a9-947d-9804b9cab358 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.804644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6494b4-c055-4166-b8d2-5080f86f8357 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.839777] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179510MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1155.839924] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.840156] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.873615] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.984140] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522c676f-339a-8231-fd53-6de39e9da9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008423} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.984855] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec67656-5ecb-400e-a89c-605fa2cf20cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.992617] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1155.992617] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fbf4ec-8888-50fd-046d-3af64d5145e8" [ 1155.992617] env[68199]: _type = "Task" [ 1155.992617] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.001696] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fbf4ec-8888-50fd-046d-3af64d5145e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.044747] env[68199]: DEBUG nova.network.neutron [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Updating instance_info_cache with network_info: [{"id": "f6e22145-d08c-438e-aab6-1162f9b12ae0", "address": "fa:16:3e:4d:de:61", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e22145-d0", "ovs_interfaceid": "f6e22145-d08c-438e-aab6-1162f9b12ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.053828] env[68199]: DEBUG nova.network.neutron [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updated VIF entry in instance network info cache for port 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.054009] env[68199]: DEBUG nova.network.neutron [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating instance_info_cache with network_info: [{"id": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "address": "fa:16:3e:96:fc:41", "network": {"id": "9360e36b-c15c-4421-81dc-7af9f319f66c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-405722368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daef9bc8f3124db1bfde90c4b9888c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6773dd23-b6", "ovs_interfaceid": "6773dd23-b60b-4fd4-afb7-e8ce979fb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.503130] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fbf4ec-8888-50fd-046d-3af64d5145e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.503438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.503702] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 4bdfaf7d-26a2-460e-95df-5aa6becd3b16/4bdfaf7d-26a2-460e-95df-5aa6becd3b16.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.503964] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fac80a-a5fa-4d8f-8bd3-763fd55ae112 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.511744] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1156.511744] env[68199]: value = "task-3070992" [ 1156.511744] env[68199]: _type = "Task" [ 1156.511744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.519579] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.547665] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-47892980-a858-4123-8cf5-b65734533f57" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.548129] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance network_info: |[{"id": "f6e22145-d08c-438e-aab6-1162f9b12ae0", "address": "fa:16:3e:4d:de:61", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e22145-d0", "ovs_interfaceid": "f6e22145-d08c-438e-aab6-1162f9b12ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.548611] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:de:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6e22145-d08c-438e-aab6-1162f9b12ae0', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.556961] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.557471] env[68199]: DEBUG oslo_concurrency.lockutils [req-27a709bf-f772-48e3-b9ed-471a882bb778 req-4eb931be-0e2b-414b-852d-e608d58c82b9 service nova] Releasing lock "refresh_cache-4d3a0130-9583-4a73-82cf-7a3f58c64c2d" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.557839] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.558107] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8baac7df-618e-4017-b92f-8118437e7503 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.578343] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.578343] env[68199]: value = "task-3070993" [ 1156.578343] env[68199]: _type = "Task" [ 1156.578343] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.586455] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070993, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.850329] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Applying migration context for instance 3bbb9142-48ec-46af-855d-85864276322e as it has an incoming, in-progress migration 2cc80fc2-e87b-4703-931a-d4908316d3ba. Migration status is finished {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1156.850614] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Applying migration context for instance e22b5362-be0d-4c44-a999-809eda7e13a6 as it has an incoming, in-progress migration 00b6899e-133b-4ef8-ba43-e5e4fc0982ba. Migration status is finished {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1156.852152] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating resource usage from migration 2cc80fc2-e87b-4703-931a-d4908316d3ba [ 1156.852515] env[68199]: INFO nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating resource usage from migration 00b6899e-133b-4ef8-ba43-e5e4fc0982ba [ 1156.875111] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 71030d61-0893-4bb9-804a-4efcedf54c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.875407] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b4a938a9-f2be-4942-abcc-88cf89e2e608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.875575] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.875796] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8f430be6-50e6-4307-a930-037537ed6b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.875883] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration 2cc80fc2-e87b-4703-931a-d4908316d3ba is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1156.876022] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 3bbb9142-48ec-46af-855d-85864276322e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.876158] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Migration 00b6899e-133b-4ef8-ba43-e5e4fc0982ba is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1156.876274] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e22b5362-be0d-4c44-a999-809eda7e13a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.876428] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 4d3a0130-9583-4a73-82cf-7a3f58c64c2d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.876560] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 4bdfaf7d-26a2-460e-95df-5aa6becd3b16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.876673] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 47892980-a858-4123-8cf5-b65734533f57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.876879] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1156.877029] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.008527] env[68199]: DEBUG nova.network.neutron [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [{"id": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "address": "fa:16:3e:39:1c:2f", "network": {"id": "d4b5fbd1-9465-42a3-9b3c-3f39925409d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1757803365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3532b024cd435f89d34f907649e5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c74d3b-c3", "ovs_interfaceid": "d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.022915] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.026192] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 4bdfaf7d-26a2-460e-95df-5aa6becd3b16/4bdfaf7d-26a2-460e-95df-5aa6becd3b16.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.026567] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.027361] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9672f980-da2d-4a1e-b98d-a4a1423522c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.034599] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1157.034599] env[68199]: value = "task-3070994" [ 1157.034599] env[68199]: _type = "Task" [ 1157.034599] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.046440] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.054012] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f2a9c-ce43-42de-9001-61a6d55011b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.060923] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9817e77c-798a-4d45-80de-593d88412a7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.094441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb792a5-9e1e-435c-8db1-8ea0f5c278e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102697] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070993, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.106231] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd35b2d-edee-4309-863e-97b33b1ee153 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.120824] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.513444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Releasing lock "refresh_cache-3bbb9142-48ec-46af-855d-85864276322e" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.513836] env[68199]: DEBUG nova.objects.instance [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lazy-loading 'migration_context' on Instance uuid 3bbb9142-48ec-46af-855d-85864276322e {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.544580] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126456} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.544828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.545718] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed42a73-dcab-4392-b74a-67991d77dbad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.568209] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 4bdfaf7d-26a2-460e-95df-5aa6becd3b16/4bdfaf7d-26a2-460e-95df-5aa6becd3b16.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.568451] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a70b1c-5dd2-4b5b-96d6-98cdafe361af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.588148] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1157.588148] env[68199]: value = "task-3070995" [ 1157.588148] env[68199]: _type = "Task" [ 1157.588148] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.599457] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.602461] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3070993, 'name': CreateVM_Task, 'duration_secs': 0.53817} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.602650] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.603330] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.603497] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.603823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.604091] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371522a5-11f7-449c-aa06-7c6c115597e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.608644] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1157.608644] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5283a325-aa5e-a153-626d-f189c36a8cfc" [ 1157.608644] env[68199]: _type = "Task" [ 1157.608644] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.616512] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5283a325-aa5e-a153-626d-f189c36a8cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.656498] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1157.656741] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 149 to 150 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1157.656893] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.806663] env[68199]: DEBUG nova.network.neutron [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Port 6917d5ab-039b-4129-854c-0d2f7d921ce3 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1157.806971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.807162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.807354] env[68199]: DEBUG nova.network.neutron [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.016980] env[68199]: DEBUG nova.objects.base [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Object Instance<3bbb9142-48ec-46af-855d-85864276322e> lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.017986] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9b197-a6a5-4c0d-b78b-908e437a0b9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.037047] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cae34e-8aff-4992-9a1e-9e6f321a386f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.042516] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1158.042516] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52983bd6-6f5e-548f-db8c-7f67677fc29f" [ 1158.042516] env[68199]: _type = "Task" [ 1158.042516] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.051608] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52983bd6-6f5e-548f-db8c-7f67677fc29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.096752] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.119876] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5283a325-aa5e-a153-626d-f189c36a8cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.119876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.119876] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.120149] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.120213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.120395] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.120702] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f06b79-9a1d-49f5-8ff9-69b6f02912cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.128648] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.128777] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.129512] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a3ac13-7d42-47ce-aadb-d0fd6ef68a7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134490] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1158.134490] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52726005-34ba-a097-6133-8bea713ad96f" [ 1158.134490] env[68199]: _type = "Task" [ 1158.134490] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.142116] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52726005-34ba-a097-6133-8bea713ad96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.162098] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1158.162306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.322s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.162533] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.162668] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1158.518921] env[68199]: DEBUG nova.network.neutron [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.552625] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52983bd6-6f5e-548f-db8c-7f67677fc29f, 'name': SearchDatastore_Task, 'duration_secs': 0.007139} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.552938] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.553204] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.597973] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070995, 'name': ReconfigVM_Task, 'duration_secs': 0.850941} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.598214] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 4bdfaf7d-26a2-460e-95df-5aa6becd3b16/4bdfaf7d-26a2-460e-95df-5aa6becd3b16.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.598873] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62bf6b87-cc66-4241-9cdf-cc9a8efe8ea2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.605617] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1158.605617] env[68199]: value = "task-3070996" [ 1158.605617] env[68199]: _type = "Task" [ 1158.605617] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.613065] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070996, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.643922] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52726005-34ba-a097-6133-8bea713ad96f, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.644709] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83975489-a505-4ce6-b3db-12bbb225335e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.649997] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1158.649997] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52733f4e-1a78-5474-d363-782541d78aa8" [ 1158.649997] env[68199]: _type = "Task" [ 1158.649997] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.657721] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52733f4e-1a78-5474-d363-782541d78aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.677134] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] There are 54 instances to clean {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1158.677407] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 01bd3b15-4f44-4473-943e-d96e9e56003c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.826785] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.827712] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c626af-c064-4b66-b9c0-ef02f35d60a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.834069] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.834244] env[68199]: ERROR oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk due to incomplete transfer. [ 1158.834462] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0336f668-6b8a-4f8c-8657-90e1c9b38c9f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.843081] env[68199]: DEBUG oslo_vmware.rw_handles [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d00b6-b0d8-7ba8-2f17-7f2168500135/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1158.843593] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Uploaded image f9701fc6-78ad-4b00-89fe-3c453da55a35 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1158.845974] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1158.846106] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d7e9b90-75ad-4264-996b-bf8d808fc1b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.852979] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1158.852979] env[68199]: value = "task-3070997" [ 1158.852979] env[68199]: _type = "Task" [ 1158.852979] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.860526] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070997, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.025504] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.117150] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070996, 'name': Rename_Task, 'duration_secs': 0.279589} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.117558] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.117819] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7f78e8-4dc0-4bfc-8983-2f35fd3658ff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.124315] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1159.124315] env[68199]: value = "task-3070998" [ 1159.124315] env[68199]: _type = "Task" [ 1159.124315] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.132154] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.159636] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52733f4e-1a78-5474-d363-782541d78aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.159958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.160191] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 47892980-a858-4123-8cf5-b65734533f57/47892980-a858-4123-8cf5-b65734533f57.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.160452] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5170f45a-123a-43e6-a245-822348f16817 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.167077] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1159.167077] env[68199]: value = "task-3070999" [ 1159.167077] env[68199]: _type = "Task" [ 1159.167077] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.177682] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.181759] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: d521614b-e16e-47b8-8afc-069f5332f04f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.329183] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e2373-eee9-469d-9a27-a153f495a7a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.338775] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b001ee-18df-46fc-a4e0-3090d62ce592 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.377020] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f525278-b897-4f88-844f-f8013044fca3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.389542] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8af6187-dfe9-41e8-8ec8-1ed48b653333 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.394682] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070997, 'name': Destroy_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.410772] env[68199]: DEBUG nova.compute.provider_tree [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.529172] env[68199]: DEBUG nova.compute.manager [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68199) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1159.529491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.634799] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.676616] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3070999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45586} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.676937] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 47892980-a858-4123-8cf5-b65734533f57/47892980-a858-4123-8cf5-b65734533f57.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.677207] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.677816] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d418d1ef-69d4-42bc-9cc0-0765a293a9d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.683725] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b1a1aeff-1ffd-417d-8430-9ca30371c29c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.685747] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1159.685747] env[68199]: value = "task-3071000" [ 1159.685747] env[68199]: _type = "Task" [ 1159.685747] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.694485] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.881493] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3070997, 'name': Destroy_Task, 'duration_secs': 0.571708} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.881751] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Destroyed the VM [ 1159.881995] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.882721] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b799455a-4f68-4e78-9207-88f4b2fbecb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.889094] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1159.889094] env[68199]: value = "task-3071001" [ 1159.889094] env[68199]: _type = "Task" [ 1159.889094] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.896202] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.914233] env[68199]: DEBUG nova.scheduler.client.report [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.135205] env[68199]: DEBUG oslo_vmware.api [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3070998, 'name': PowerOnVM_Task, 'duration_secs': 0.697432} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.135479] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.135666] env[68199]: INFO nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1160.135865] env[68199]: DEBUG nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.136593] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef554f7-7ca6-4c5f-8aa9-426a72055541 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.187458] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 9548950f-c03c-44f8-be46-9a89af346296] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.199302] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124977} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.199879] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.200408] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd8fcb-51b6-4056-b6f1-22ba9efa2642 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.223392] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 47892980-a858-4123-8cf5-b65734533f57/47892980-a858-4123-8cf5-b65734533f57.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.223867] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a26c76c-4acf-4c51-a711-3fbc8ec69d39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.244479] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1160.244479] env[68199]: value = "task-3071002" [ 1160.244479] env[68199]: _type = "Task" [ 1160.244479] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.252485] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.400846] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.653120] env[68199]: INFO nova.compute.manager [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Took 15.75 seconds to build instance. [ 1160.691614] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: a944c2ac-5243-43ea-994e-ba131229af5f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.754627] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.901226] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071001, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.923745] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.370s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.926637] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.397s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.157326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d027bf78-f9fc-4850-92f4-7daca4a6fabf tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.264s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.195276] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 3f87e099-c992-4b46-a658-0b87fd11765e] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.255736] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.401015] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071001, 'name': RemoveSnapshot_Task, 'duration_secs': 1.344363} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.401292] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1161.401596] env[68199]: DEBUG nova.compute.manager [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.402400] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6198b889-e094-45c2-ae1e-78fba0e244ca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.430932] env[68199]: DEBUG nova.objects.instance [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'migration_context' on Instance uuid e22b5362-be0d-4c44-a999-809eda7e13a6 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.485780] env[68199]: INFO nova.scheduler.client.report [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocation for migration 2cc80fc2-e87b-4703-931a-d4908316d3ba [ 1161.700420] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8b72a2cf-7416-40b1-8509-4dc96dda0ce9] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.760057] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071002, 'name': ReconfigVM_Task, 'duration_secs': 1.012876} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.760057] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 47892980-a858-4123-8cf5-b65734533f57/47892980-a858-4123-8cf5-b65734533f57.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.760057] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06019ea-9875-4b32-90b3-9580d9213403 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.767021] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1161.767021] env[68199]: value = "task-3071003" [ 1161.767021] env[68199]: _type = "Task" [ 1161.767021] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.773023] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071003, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.913696] env[68199]: INFO nova.compute.manager [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Shelve offloading [ 1161.952242] env[68199]: DEBUG nova.compute.manager [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Received event network-changed-b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.952663] env[68199]: DEBUG nova.compute.manager [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Refreshing instance network info cache due to event network-changed-b54dbe0a-abaa-4a35-8d79-5536550bde33. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.952663] env[68199]: DEBUG oslo_concurrency.lockutils [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] Acquiring lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.952901] env[68199]: DEBUG oslo_concurrency.lockutils [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] Acquired lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.953094] env[68199]: DEBUG nova.network.neutron [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Refreshing network info cache for port b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.990604] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.792s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.067549] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cbd430-4406-486d-ac4b-d1a3ee89a39a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.074890] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741de87-d5dd-4351-84ab-7a6c0aab8b00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.105143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1090d15-65e6-4e25-a330-35ea435e732c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.111837] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7fb94f-0b46-4b17-9490-df57cd8970e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.124445] env[68199]: DEBUG nova.compute.provider_tree [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.201809] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 6d971644-4991-4782-a0e4-d593358c5a22] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.274226] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071003, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.417150] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.417491] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d073a918-a57d-4a0a-b35a-a84bb1652f0a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.424679] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1162.424679] env[68199]: value = "task-3071004" [ 1162.424679] env[68199]: _type = "Task" [ 1162.424679] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.433298] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.627671] env[68199]: DEBUG nova.scheduler.client.report [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.669221] env[68199]: DEBUG nova.network.neutron [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updated VIF entry in instance network info cache for port b54dbe0a-abaa-4a35-8d79-5536550bde33. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.669625] env[68199]: DEBUG nova.network.neutron [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updating instance_info_cache with network_info: [{"id": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "address": "fa:16:3e:80:d7:fe", "network": {"id": "9570cc78-9ac1-4aaa-b9be-3132c3d59701", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1852011466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b93932ea54a4e6daf257bd91477be30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54dbe0a-ab", "ovs_interfaceid": "b54dbe0a-abaa-4a35-8d79-5536550bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.704803] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0099e2bc-63ed-4298-bdb0-aa523596a815] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.774722] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071003, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.922383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.922594] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.935757] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1162.936481] env[68199]: DEBUG nova.compute.manager [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.936824] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e2166-0661-4f02-9c81-5eb8bb9bc46a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.942718] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.942902] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.943091] env[68199]: DEBUG nova.network.neutron [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.172034] env[68199]: DEBUG oslo_concurrency.lockutils [req-903046e8-804e-4763-aa6b-b2878d0ee1ad req-bae1771c-3d99-4858-9fe8-c8f19dec33a2 service nova] Releasing lock "refresh_cache-4bdfaf7d-26a2-460e-95df-5aa6becd3b16" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.208434] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 863b9dbd-f9bb-4c2c-bfbc-ec54aafcd81f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.218900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.219155] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.219375] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "3bbb9142-48ec-46af-855d-85864276322e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.219562] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.219730] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.221716] env[68199]: INFO nova.compute.manager [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Terminating instance [ 1163.274992] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071003, 'name': Rename_Task, 'duration_secs': 1.159532} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.275395] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.275695] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c8cda3-edf5-4541-a06e-e94397c80c1e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.281800] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1163.281800] env[68199]: value = "task-3071005" [ 1163.281800] env[68199]: _type = "Task" [ 1163.281800] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.292572] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.425919] env[68199]: DEBUG nova.compute.utils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.638098] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.711s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.649440] env[68199]: DEBUG nova.network.neutron [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.711205] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 69710d68-8384-4d4f-979e-e7f27f0331ca] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.726046] env[68199]: DEBUG nova.compute.manager [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.726046] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.726595] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894ccf3-3686-48fe-a40a-7b8e44df9ae4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.735086] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.735365] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c446ee0-05af-4c22-a457-89413321af66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.742631] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1163.742631] env[68199]: value = "task-3071006" [ 1163.742631] env[68199]: _type = "Task" [ 1163.742631] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.750688] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3071006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.791505] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.930077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.152106] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.214825] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: a234b834-96fb-4e25-b689-287450931610] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.251314] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3071006, 'name': PowerOffVM_Task, 'duration_secs': 0.452198} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.251559] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.251724] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.251993] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f860cc4-345a-4937-875f-b10b45786568 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.291294] env[68199]: DEBUG oslo_vmware.api [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071005, 'name': PowerOnVM_Task, 'duration_secs': 0.650025} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.291681] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.291823] env[68199]: INFO nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1164.291998] env[68199]: DEBUG nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.293143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c2db4-2d0f-4026-b61b-a6790900a2c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.312521] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.312726] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.312913] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleting the datastore file [datastore1] 3bbb9142-48ec-46af-855d-85864276322e {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.313185] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27aa48cd-52d4-467f-8f38-30aae701ac9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.320902] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for the task: (returnval){ [ 1164.320902] env[68199]: value = "task-3071008" [ 1164.320902] env[68199]: _type = "Task" [ 1164.320902] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.329752] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3071008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.377256] env[68199]: DEBUG nova.compute.manager [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-vif-unplugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.377256] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.377256] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.377256] env[68199]: DEBUG oslo_concurrency.lockutils [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.377256] env[68199]: DEBUG nova.compute.manager [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] No waiting events found dispatching network-vif-unplugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.377256] env[68199]: WARNING nova.compute.manager [req-3a209f2b-a29f-42a3-90e8-078fd52f9afc req-9f8587a1-b38a-46e4-b764-f17eb22907b3 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received unexpected event network-vif-unplugged-8025051c-1d07-4ab9-b123-16b33504273a for instance with vm_state shelved and task_state shelving_offloading. [ 1164.465105] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.466278] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da894031-9a87-41c8-8cc1-230cc2fe7a2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.474506] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.474936] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b8cdb46-974f-4a94-8516-11e6e7800e38 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.539564] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.539788] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.539966] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.540240] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7883e8c-9b89-47ea-9a88-29edf61ba0aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.547113] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1164.547113] env[68199]: value = "task-3071010" [ 1164.547113] env[68199]: _type = "Task" [ 1164.547113] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.554063] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.718557] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: de393897-60d0-4668-965b-41205d1a80d2] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.808778] env[68199]: INFO nova.compute.manager [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Took 19.44 seconds to build instance. [ 1164.830985] env[68199]: DEBUG oslo_vmware.api [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Task: {'id': task-3071008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177457} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.831246] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.831429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.831610] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.831786] env[68199]: INFO nova.compute.manager [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.832017] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.832199] env[68199]: DEBUG nova.compute.manager [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.832290] env[68199]: DEBUG nova.network.neutron [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.995488] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.995775] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.996029] env[68199]: INFO nova.compute.manager [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Attaching volume fb41357e-3f9b-4535-8b85-b46a24205741 to /dev/sdb [ 1165.030768] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5f1e8-c795-4e13-9e1a-68c033e6e620 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.041176] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c1e10-2022-4379-85db-400467a83d50 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.057081] env[68199]: DEBUG oslo_vmware.api [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222068} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.060481] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.060769] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.061023] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.063790] env[68199]: DEBUG nova.virt.block_device [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating existing volume attachment record: 33189250-8a78-4bf8-acf2-9a29b36c3714 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1165.093349] env[68199]: INFO nova.scheduler.client.report [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted allocations for instance b4a938a9-f2be-4942-abcc-88cf89e2e608 [ 1165.179822] env[68199]: INFO nova.compute.manager [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Swapping old allocation on dict_keys(['b5d39026-5764-431b-9299-baecdda2ef12']) held by migration 00b6899e-133b-4ef8-ba43-e5e4fc0982ba for instance [ 1165.205422] env[68199]: DEBUG nova.scheduler.client.report [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Overwriting current allocation {'allocations': {'b5d39026-5764-431b-9299-baecdda2ef12': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '547b3e0642284401b6b95ad1b08d6dab', 'user_id': '354afa5427814f70b3d42e7338efa901', 'consumer_generation': 1} on consumer e22b5362-be0d-4c44-a999-809eda7e13a6 {{(pid=68199) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1165.221611] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: d21aeb11-02ca-43d3-a717-e715f9a9ed68] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.295389] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.295567] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.295740] env[68199]: DEBUG nova.network.neutron [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.311184] env[68199]: DEBUG oslo_concurrency.lockutils [None req-82236a77-136f-4420-b4fa-e8dd4c86689b tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.955s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.599151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.599452] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.599661] env[68199]: DEBUG nova.objects.instance [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'resources' on Instance uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.652951] env[68199]: DEBUG nova.network.neutron [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.724694] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 348dc0fd-359b-4d6c-88f6-1f3dba446044] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.730847] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "47892980-a858-4123-8cf5-b65734533f57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.731077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.731276] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "47892980-a858-4123-8cf5-b65734533f57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.731500] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.731621] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.778744] env[68199]: INFO nova.compute.manager [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Terminating instance [ 1166.030861] env[68199]: DEBUG nova.network.neutron [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [{"id": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "address": "fa:16:3e:f5:1d:49", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917d5ab-03", "ovs_interfaceid": "6917d5ab-039b-4129-854c-0d2f7d921ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.278836] env[68199]: INFO nova.compute.manager [-] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Took 1.45 seconds to deallocate network for instance. [ 1166.279340] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 42595dcc-2147-4618-b831-f887ed1f1a1f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.283160] env[68199]: DEBUG nova.objects.instance [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'numa_topology' on Instance uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.287993] env[68199]: DEBUG nova.compute.manager [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.288221] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.289382] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91352b91-1c06-4947-a4a9-64b3f9a73cb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.299988] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.300261] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098a2903-0902-47e3-bf50-a364896e787b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.307819] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1166.307819] env[68199]: value = "task-3071014" [ 1166.307819] env[68199]: _type = "Task" [ 1166.307819] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.316274] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.407812] env[68199]: DEBUG nova.compute.manager [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-changed-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.408029] env[68199]: DEBUG nova.compute.manager [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing instance network info cache due to event network-changed-8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.408245] env[68199]: DEBUG oslo_concurrency.lockutils [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.408400] env[68199]: DEBUG oslo_concurrency.lockutils [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.408551] env[68199]: DEBUG nova.network.neutron [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.533301] env[68199]: DEBUG oslo_concurrency.lockutils [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-e22b5362-be0d-4c44-a999-809eda7e13a6" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.533798] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.534118] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2bca5f-afc7-40ed-8e16-7a88cbc3d9fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.541686] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1166.541686] env[68199]: value = "task-3071015" [ 1166.541686] env[68199]: _type = "Task" [ 1166.541686] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.550255] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.785635] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 9500d4ad-9e04-47ea-8f40-08a183fb05cf] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.787704] env[68199]: DEBUG nova.objects.base [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.791520] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.821058] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071014, 'name': PowerOffVM_Task, 'duration_secs': 0.382336} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.821766] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.821766] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.821766] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27664d05-587d-4916-9504-c0f621639317 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.880962] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.881094] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.881217] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore2] 47892980-a858-4123-8cf5-b65734533f57 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.881474] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df46ced-4bea-42cd-8af2-bb9fc94725b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.887801] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1166.887801] env[68199]: value = "task-3071017" [ 1166.887801] env[68199]: _type = "Task" [ 1166.887801] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.901472] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.910192] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05e004-9ffa-47cb-b2db-78a6d7be8712 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.920198] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84257b93-b020-42a2-b6c9-816c0ebf9b72 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.954964] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca203a7-a93b-445e-8ebf-88254bd24dea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.964310] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27b8fe-194f-4f1a-a385-8cd934696242 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.978402] env[68199]: DEBUG nova.compute.provider_tree [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.051048] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071015, 'name': PowerOffVM_Task, 'duration_secs': 0.190237} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.051803] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.051990] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.052223] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.052376] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.052571] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.052716] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.053210] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.053362] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.053571] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.053745] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.053907] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.054111] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.059420] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f52e28c-0119-47be-982e-513b3422b42c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.076514] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1167.076514] env[68199]: value = "task-3071018" [ 1167.076514] env[68199]: _type = "Task" [ 1167.076514] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.084122] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.161904] env[68199]: DEBUG nova.network.neutron [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updated VIF entry in instance network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.162299] env[68199]: DEBUG nova.network.neutron [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8025051c-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.291738] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 006eaf52-f2ed-4ac2-9472-87d0acea89b7] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.397242] env[68199]: DEBUG oslo_vmware.api [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.397493] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.397752] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.397936] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.398120] env[68199]: INFO nova.compute.manager [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 47892980-a858-4123-8cf5-b65734533f57] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1167.398359] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.398549] env[68199]: DEBUG nova.compute.manager [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.398647] env[68199]: DEBUG nova.network.neutron [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.481788] env[68199]: DEBUG nova.scheduler.client.report [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.588112] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071018, 'name': ReconfigVM_Task, 'duration_secs': 0.180971} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.588986] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15329433-e982-4f8e-ba04-83f6b55b1618 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.608091] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.608544] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.608544] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.608884] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.608884] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.608989] env[68199]: DEBUG nova.virt.hardware [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.609842] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8a84f1-0939-47bb-a8b6-ec7945c942cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.615765] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1167.615765] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5216a3ad-18fe-25a4-828c-c5bdf5dffaa4" [ 1167.615765] env[68199]: _type = "Task" [ 1167.615765] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.626141] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5216a3ad-18fe-25a4-828c-c5bdf5dffaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.664863] env[68199]: DEBUG oslo_concurrency.lockutils [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.665196] env[68199]: DEBUG nova.compute.manager [req-045c3d0d-7359-47aa-831a-d35ab83a13bf req-0be56070-7166-4644-bfbf-01adc6c8d420 service nova] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Received event network-vif-deleted-d8c74d3b-c35d-4fe1-8ca6-043a3f4e7c05 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.795410] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 573e62e9-1b22-4540-9979-764abe23c2d7] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.954715] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.987058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.988712] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.197s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.988965] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.010165] env[68199]: INFO nova.scheduler.client.report [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Deleted allocations for instance 3bbb9142-48ec-46af-855d-85864276322e [ 1168.125422] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5216a3ad-18fe-25a4-828c-c5bdf5dffaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.007072} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.130968] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.131918] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0de352-7049-4fd4-9fe6-751a825edd5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.144924] env[68199]: DEBUG nova.network.neutron [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.152192] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1168.152192] env[68199]: value = "task-3071020" [ 1168.152192] env[68199]: _type = "Task" [ 1168.152192] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.161829] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.299074] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 93e05f47-f5ed-44cf-89bb-66399906d80a] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.429867] env[68199]: DEBUG nova.compute.manager [req-e37952f3-f760-4392-a84a-16692ca8bad1 req-b66bf451-6081-4e12-9493-c6acbe6d6709 service nova] [instance: 47892980-a858-4123-8cf5-b65734533f57] Received event network-vif-deleted-f6e22145-d08c-438e-aab6-1162f9b12ae0 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.497085] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd4cd3f8-2b64-4b40-9975-5825ed344d3b tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.038s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.498028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.544s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.498212] env[68199]: INFO nova.compute.manager [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Unshelving [ 1168.518846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57d7aee0-ab19-4429-88a9-3124a43b7873 tempest-DeleteServersTestJSON-109838547 tempest-DeleteServersTestJSON-109838547-project-member] Lock "3bbb9142-48ec-46af-855d-85864276322e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.300s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.647959] env[68199]: INFO nova.compute.manager [-] [instance: 47892980-a858-4123-8cf5-b65734533f57] Took 1.25 seconds to deallocate network for instance. [ 1168.661495] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071020, 'name': ReconfigVM_Task, 'duration_secs': 0.234049} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.662091] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.662913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69348cc6-306c-4db2-ac19-128ecf9ea0a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.685186] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.686030] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3fa4bdb-8201-432a-8479-e552717d1d00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.704533] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1168.704533] env[68199]: value = "task-3071022" [ 1168.704533] env[68199]: _type = "Task" [ 1168.704533] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.714053] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.802637] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: af36e944-d1bc-4602-9765-96e6dfa77a8f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.157393] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.157690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.157911] env[68199]: DEBUG nova.objects.instance [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 47892980-a858-4123-8cf5-b65734533f57 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.214529] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071022, 'name': ReconfigVM_Task, 'duration_secs': 0.311671} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.214782] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6/e22b5362-be0d-4c44-a999-809eda7e13a6.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.215657] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca957498-5741-4eff-ba5d-42e22ef9e388 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.234252] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a73544-005c-46d1-9c52-546f8740e1fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.252099] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015c305-0c65-4208-a4c4-b3a623ecb8d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.269362] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba0863f-2fcb-4404-b2dc-fa7835979bfe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.275963] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.276205] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3075c1-775a-4652-8bea-686d6021e04f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.282400] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1169.282400] env[68199]: value = "task-3071023" [ 1169.282400] env[68199]: _type = "Task" [ 1169.282400] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.289462] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.306588] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: da137239-0e85-4c13-814e-76400f52a3df] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.523007] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.759948] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd84e2e-d3d9-4228-a9cc-6ebd83151ea2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.768695] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb60126e-8ef7-4945-bf96-5cfd698f1294 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.806207] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed02a5-3d02-46f2-8a98-8b6da5435266 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.809282] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8e2ebb22-2bb1-49c0-a716-ed584cdf55bb] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.815665] env[68199]: DEBUG oslo_vmware.api [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071023, 'name': PowerOnVM_Task, 'duration_secs': 0.525232} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.816136] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.820137] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c4ae96-49da-4a9e-b7f1-c16019fb6c6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.834657] env[68199]: DEBUG nova.compute.provider_tree [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.112821] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.113111] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614939', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'name': 'volume-fb41357e-3f9b-4535-8b85-b46a24205741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'serial': 'fb41357e-3f9b-4535-8b85-b46a24205741'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.114152] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fcc4cd-0b9e-4121-811f-2ae3e4e95493 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.130744] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d5b079-a254-4911-9ccc-1ebcb059fcaf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.157840] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-fb41357e-3f9b-4535-8b85-b46a24205741/volume-fb41357e-3f9b-4535-8b85-b46a24205741.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.158185] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd28a36-840c-45df-a338-28b7ed81817a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.175250] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1170.175250] env[68199]: value = "task-3071024" [ 1170.175250] env[68199]: _type = "Task" [ 1170.175250] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.182816] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.316809] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 610715ae-987a-41c4-9906-fa24509764f6] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.356887] env[68199]: ERROR nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [req-766d9ae0-9787-44e1-9e30-6ea2cae367cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-766d9ae0-9787-44e1-9e30-6ea2cae367cd"}]} [ 1170.372976] env[68199]: DEBUG nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1170.386826] env[68199]: DEBUG nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1170.387052] env[68199]: DEBUG nova.compute.provider_tree [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.397815] env[68199]: DEBUG nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1170.416612] env[68199]: DEBUG nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1170.520680] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d0a4d-79ea-4bb8-9283-f5613d05aa78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.528451] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd77210-a485-431b-9eeb-08edd53380a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.559476] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc5b174-d3ca-4387-89a5-0248db881265 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.567317] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a706ae4-6746-4f39-8b75-b1f3917d2763 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.580686] env[68199]: DEBUG nova.compute.provider_tree [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.686059] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071024, 'name': ReconfigVM_Task, 'duration_secs': 0.348522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.686059] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-fb41357e-3f9b-4535-8b85-b46a24205741/volume-fb41357e-3f9b-4535-8b85-b46a24205741.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.690166] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa52ca0-b988-4ead-b25a-cae7ed9b690e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.705020] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1170.705020] env[68199]: value = "task-3071025" [ 1170.705020] env[68199]: _type = "Task" [ 1170.705020] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.714470] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.819809] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 90e89f5b-4fc3-493a-a645-9c115188ffa2] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.829527] env[68199]: INFO nova.compute.manager [None req-531c410c-d714-47f1-a7d9-dd467a0c6e9a tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance to original state: 'active' [ 1171.110508] env[68199]: DEBUG nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.110795] env[68199]: DEBUG nova.compute.provider_tree [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 153 to 154 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.110964] env[68199]: DEBUG nova.compute.provider_tree [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.215099] env[68199]: DEBUG oslo_vmware.api [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071025, 'name': ReconfigVM_Task, 'duration_secs': 0.142186} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.215513] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614939', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'name': 'volume-fb41357e-3f9b-4535-8b85-b46a24205741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'serial': 'fb41357e-3f9b-4535-8b85-b46a24205741'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.323458] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8aab619f-617e-48f1-8945-ad7086f5fd41] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.615865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.618245] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.095s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.618624] env[68199]: DEBUG nova.objects.instance [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'pci_requests' on Instance uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.638827] env[68199]: INFO nova.scheduler.client.report [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 47892980-a858-4123-8cf5-b65734533f57 [ 1171.827130] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 54351cc5-0112-42cf-9cb5-d9ac9357b989] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.122427] env[68199]: DEBUG nova.objects.instance [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'numa_topology' on Instance uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.146423] env[68199]: DEBUG oslo_concurrency.lockutils [None req-db87dfe3-8b59-4c97-b5f4-a679800c3b81 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "47892980-a858-4123-8cf5-b65734533f57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.415s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.250792] env[68199]: DEBUG nova.objects.instance [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'flavor' on Instance uuid 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.330410] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e74aee2c-8f1b-4119-8bc5-2b43162dabe9] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.628596] env[68199]: INFO nova.compute.claims [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.750404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "e22b5362-be0d-4c44-a999-809eda7e13a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.750723] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.751224] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.751468] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.752776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.757250] env[68199]: INFO nova.compute.manager [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Terminating instance [ 1172.761605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ea80cd0-063f-4af9-82b0-6c4c236a40ec tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.766s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.834015] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 00e8963b-2c9e-4cd8-9b63-67dc8bc4aa04] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.984671] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "8f430be6-50e6-4307-a930-037537ed6b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.984930] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.985231] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.985347] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.985516] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.987537] env[68199]: INFO nova.compute.manager [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Terminating instance [ 1173.263754] env[68199]: DEBUG nova.compute.manager [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.263995] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.264922] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa69f74-5ba4-4cb5-8643-8fe64442e9ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.272661] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.272896] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2c8100-5775-4fb7-8c34-3b177815624b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.278995] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1173.278995] env[68199]: value = "task-3071026" [ 1173.278995] env[68199]: _type = "Task" [ 1173.278995] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.287596] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.337337] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: be5f2428-8129-428b-964a-5a93d7d55014] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.443568] env[68199]: DEBUG nova.compute.manager [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1173.491729] env[68199]: DEBUG nova.compute.manager [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.492097] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.493420] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc5ef0-c67f-4e59-9a60-18fc0f604b94 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.502244] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.502496] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8ec90f4-efc7-4f52-b2d1-aa9595364d4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.509138] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1173.509138] env[68199]: value = "task-3071027" [ 1173.509138] env[68199]: _type = "Task" [ 1173.509138] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.517147] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.758631] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602a031-6ed2-46af-8c43-87c86625e839 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.767105] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c98d52-ccc6-452e-989f-06cec752cb54 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.806295] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b89f19-f8d8-4752-92b9-b469e385eafe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.815898] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071026, 'name': PowerOffVM_Task, 'duration_secs': 0.185171} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.817106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191b69d-a620-4c18-b2ee-8475aae8a253 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.821113] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.821321] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.821621] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d770b177-28f7-4167-806e-a91b2cb3b8d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.832950] env[68199]: DEBUG nova.compute.provider_tree [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.840104] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 91242858-b550-4031-8fd6-3f65e6f3571c] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.960851] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.018835] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071027, 'name': PowerOffVM_Task, 'duration_secs': 0.151846} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.019110] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.019277] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.019520] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87884804-b4b5-4113-95a8-85351677d752 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.125783] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.126046] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.126193] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleting the datastore file [datastore2] e22b5362-be0d-4c44-a999-809eda7e13a6 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.126472] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca00e275-799a-43f3-a44e-4cbed5a85cc3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133639] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1174.133639] env[68199]: value = "task-3071030" [ 1174.133639] env[68199]: _type = "Task" [ 1174.133639] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.138819] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.139021] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.139199] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore1] 8f430be6-50e6-4307-a930-037537ed6b3f {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.142050] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45792441-ca7e-48c7-9af4-c0dae06e0ddd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.143651] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.148363] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1174.148363] env[68199]: value = "task-3071031" [ 1174.148363] env[68199]: _type = "Task" [ 1174.148363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.155846] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.336610] env[68199]: DEBUG nova.scheduler.client.report [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.344071] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 49caf0db-5b01-4a6c-a640-3ce20cc4e989] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.644049] env[68199]: DEBUG oslo_vmware.api [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166427} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.644510] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.644637] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.644862] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.645066] env[68199]: INFO nova.compute.manager [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1174.645319] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.645575] env[68199]: DEBUG nova.compute.manager [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.645644] env[68199]: DEBUG nova.network.neutron [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.656820] env[68199]: DEBUG oslo_vmware.api [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146711} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.657074] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.657258] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.657436] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.657612] env[68199]: INFO nova.compute.manager [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1174.657847] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.658253] env[68199]: DEBUG nova.compute.manager [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.658253] env[68199]: DEBUG nova.network.neutron [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.841679] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.223s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.847188] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.883s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.847188] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 7507bea9-49eb-42e3-a1db-87ff5ef307ad] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.887974] env[68199]: INFO nova.network.neutron [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating port 8025051c-1d07-4ab9-b123-16b33504273a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1175.077086] env[68199]: DEBUG nova.compute.manager [req-e136fc93-ef7e-4444-8f1e-048132c4c12a req-d542b10d-5653-4478-b140-4f85ac8caea9 service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Received event network-vif-deleted-88fc8f94-294a-4f5b-b3ad-8e13422558d3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.077305] env[68199]: INFO nova.compute.manager [req-e136fc93-ef7e-4444-8f1e-048132c4c12a req-d542b10d-5653-4478-b140-4f85ac8caea9 service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Neutron deleted interface 88fc8f94-294a-4f5b-b3ad-8e13422558d3; detaching it from the instance and deleting it from the info cache [ 1175.077428] env[68199]: DEBUG nova.network.neutron [req-e136fc93-ef7e-4444-8f1e-048132c4c12a req-d542b10d-5653-4478-b140-4f85ac8caea9 service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.268928] env[68199]: DEBUG nova.compute.manager [req-52054065-3b78-4072-bb1e-8df1ac2bead6 req-051da6b9-b849-4714-a572-ed4dc1b77e72 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Received event network-vif-deleted-6917d5ab-039b-4129-854c-0d2f7d921ce3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.269164] env[68199]: INFO nova.compute.manager [req-52054065-3b78-4072-bb1e-8df1ac2bead6 req-051da6b9-b849-4714-a572-ed4dc1b77e72 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Neutron deleted interface 6917d5ab-039b-4129-854c-0d2f7d921ce3; detaching it from the instance and deleting it from the info cache [ 1175.269337] env[68199]: DEBUG nova.network.neutron [req-52054065-3b78-4072-bb1e-8df1ac2bead6 req-051da6b9-b849-4714-a572-ed4dc1b77e72 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.353961] env[68199]: INFO nova.compute.claims [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.360055] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 255bc5fb-8d6b-443f-b942-196207ddc76e] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.548428] env[68199]: DEBUG nova.network.neutron [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.579786] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac03f82-3fc2-42e3-9963-6e463343951e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.591415] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943405b-b206-42a0-b5dc-091b7f9f1927 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.619423] env[68199]: DEBUG nova.compute.manager [req-e136fc93-ef7e-4444-8f1e-048132c4c12a req-d542b10d-5653-4478-b140-4f85ac8caea9 service nova] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Detach interface failed, port_id=88fc8f94-294a-4f5b-b3ad-8e13422558d3, reason: Instance 8f430be6-50e6-4307-a930-037537ed6b3f could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.752376] env[68199]: DEBUG nova.network.neutron [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.771906] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86c2765a-e718-4dc8-b72a-ce5b9734f439 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.781786] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e0912-b78b-441b-86a3-a28f9582a429 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.807745] env[68199]: DEBUG nova.compute.manager [req-52054065-3b78-4072-bb1e-8df1ac2bead6 req-051da6b9-b849-4714-a572-ed4dc1b77e72 service nova] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Detach interface failed, port_id=6917d5ab-039b-4129-854c-0d2f7d921ce3, reason: Instance e22b5362-be0d-4c44-a999-809eda7e13a6 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.864027] env[68199]: INFO nova.compute.resource_tracker [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating resource usage from migration 12c7d77c-bd78-4af9-b43f-937b4c12efe7 [ 1175.866416] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: ccb50303-0830-4348-ae0f-09857fdc2c73] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.989969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ed14e-46d3-484b-abb9-304510724b4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.997782] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c34ddbe-11f9-410e-a0d5-b6252fe66d2d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.026556] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdcc040-4483-45ea-8497-b605b84eacf4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.033980] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f71f1-d84e-488d-9067-d1c9263608ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.048836] env[68199]: DEBUG nova.compute.provider_tree [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.050278] env[68199]: INFO nova.compute.manager [-] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Took 1.39 seconds to deallocate network for instance. [ 1176.255228] env[68199]: INFO nova.compute.manager [-] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Took 1.61 seconds to deallocate network for instance. [ 1176.370046] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 1143471b-d344-4d46-9691-492e13e0ba8a] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.498633] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.498805] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.498977] env[68199]: DEBUG nova.network.neutron [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.551716] env[68199]: DEBUG nova.scheduler.client.report [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.556036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.761400] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.873072] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 989d8008-3544-4921-bdbe-c46b36d3ddb2] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.056492] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.056711] env[68199]: INFO nova.compute.manager [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Migrating [ 1177.065720] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.510s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.065952] env[68199]: DEBUG nova.objects.instance [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 8f430be6-50e6-4307-a930-037537ed6b3f {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.205544] env[68199]: DEBUG nova.network.neutron [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.295415] env[68199]: DEBUG nova.compute.manager [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.295415] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.295415] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.295415] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.295574] env[68199]: DEBUG nova.compute.manager [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] No waiting events found dispatching network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.295666] env[68199]: WARNING nova.compute.manager [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received unexpected event network-vif-plugged-8025051c-1d07-4ab9-b123-16b33504273a for instance with vm_state shelved_offloaded and task_state spawning. [ 1177.295820] env[68199]: DEBUG nova.compute.manager [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-changed-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.295969] env[68199]: DEBUG nova.compute.manager [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing instance network info cache due to event network-changed-8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.296145] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Acquiring lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.375904] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8a781441-db5e-41c3-9cbf-28c4640affa3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.577404] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.577576] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.577746] env[68199]: DEBUG nova.network.neutron [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.669927] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff9427-9381-406a-864e-61347acf37af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.678818] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a98c5a-cce1-4305-b37e-af024618c795 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.707658] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92339e4-2c20-4b9d-a02d-a39630c09448 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.710185] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.712070] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Acquired lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.712265] env[68199]: DEBUG nova.network.neutron [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Refreshing network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.718987] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609613f-01a8-4ee4-9270-ab32b8dd8613 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.732690] env[68199]: DEBUG nova.compute.provider_tree [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.741826] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f2e0b45e45acd26a74ff87a6f1894e89',container_format='bare',created_at=2025-03-18T09:03:53Z,direct_url=,disk_format='vmdk',id=f9701fc6-78ad-4b00-89fe-3c453da55a35,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-912844209-shelved',owner='a0153cadd47348b89b8f60d180a22867',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-18T09:04:10Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.742076] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.742238] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.742418] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.742567] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.742713] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.742919] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.743090] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.743262] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.743444] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.743638] env[68199]: DEBUG nova.virt.hardware [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.744412] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f46a5-1ebf-431c-9d32-c428dde0ce03 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.752066] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c6eeb-b0c0-43d6-a091-6d41a044a6b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.765292] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8e:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8025051c-1d07-4ab9-b123-16b33504273a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.772460] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.772679] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.772872] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-792b901e-b577-40ad-a0dc-bf2226914e69 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.792754] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.792754] env[68199]: value = "task-3071032" [ 1177.792754] env[68199]: _type = "Task" [ 1177.792754] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.802233] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071032, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.880058] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: dbc1567b-f175-488a-8b54-e5de08e4084d] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.236248] env[68199]: DEBUG nova.scheduler.client.report [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.301531] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071032, 'name': CreateVM_Task, 'duration_secs': 0.305847} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.301726] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.302348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.302511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.302886] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.303146] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4af48f9-697d-434f-a50d-f5d4e2b86afd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.307865] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1178.307865] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522235a3-6a59-905d-6e73-18b6cf1bcf36" [ 1178.307865] env[68199]: _type = "Task" [ 1178.307865] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.314986] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522235a3-6a59-905d-6e73-18b6cf1bcf36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.318559] env[68199]: DEBUG nova.network.neutron [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.381766] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: f04ae769-490c-4946-897f-eb6d3b11c094] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.441592] env[68199]: DEBUG nova.network.neutron [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updated VIF entry in instance network info cache for port 8025051c-1d07-4ab9-b123-16b33504273a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.441946] env[68199]: DEBUG nova.network.neutron [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [{"id": "8025051c-1d07-4ab9-b123-16b33504273a", "address": "fa:16:3e:2e:8e:b9", "network": {"id": "44ec7984-cb79-42c1-bbbb-d8fc94c0d9d8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-860149765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0153cadd47348b89b8f60d180a22867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8025051c-1d", "ovs_interfaceid": "8025051c-1d07-4ab9-b123-16b33504273a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.742048] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.743677] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.982s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.743889] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.763095] env[68199]: INFO nova.scheduler.client.report [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 8f430be6-50e6-4307-a930-037537ed6b3f [ 1178.764945] env[68199]: INFO nova.scheduler.client.report [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted allocations for instance e22b5362-be0d-4c44-a999-809eda7e13a6 [ 1178.819709] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.820227] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Processing image f9701fc6-78ad-4b00-89fe-3c453da55a35 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.820361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.820434] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.820619] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.821168] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.822359] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d32e850-616d-4609-93e1-40a6af9d5217 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.831351] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.831527] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.832651] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029ac4c0-77b9-4926-b3df-07d500a3d26b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.837615] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1178.837615] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52905d32-4733-db69-8a78-95814e9b56cf" [ 1178.837615] env[68199]: _type = "Task" [ 1178.837615] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.844643] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52905d32-4733-db69-8a78-95814e9b56cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.884916] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: ba22273e-b45d-41a5-baa4-647dc00eed2a] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.944751] env[68199]: DEBUG oslo_concurrency.lockutils [req-10da2e4a-7b4c-4c22-9fb2-36ff12d45f38 req-1536870c-ad92-43f3-b8a9-dbfec15482b7 service nova] Releasing lock "refresh_cache-b4a938a9-f2be-4942-abcc-88cf89e2e608" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.274859] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7a26685c-9daa-4c64-85f4-aa27087f3131 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "8f430be6-50e6-4307-a930-037537ed6b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.290s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.276086] env[68199]: DEBUG oslo_concurrency.lockutils [None req-610970cd-d908-4a39-8096-81cbb90cf176 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "e22b5362-be0d-4c44-a999-809eda7e13a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.525s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.349378] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1179.349501] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Fetch image to [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c/OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1179.349786] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Downloading stream optimized image f9701fc6-78ad-4b00-89fe-3c453da55a35 to [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c/OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c.vmdk on the data store datastore1 as vApp {{(pid=68199) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1179.350012] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Downloading image file data f9701fc6-78ad-4b00-89fe-3c453da55a35 to the ESX as VM named 'OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c' {{(pid=68199) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1179.391616] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 863f165e-b8a5-46ff-92de-868928dbf1dd] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.427009] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1179.427009] env[68199]: value = "resgroup-9" [ 1179.427009] env[68199]: _type = "ResourcePool" [ 1179.427009] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1179.427318] env[68199]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b6ff3d23-9dcc-4f41-a5ed-bc3a60029928 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.449186] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease: (returnval){ [ 1179.449186] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a3a4b4-74ae-9589-a8fc-a272bb9bacdb" [ 1179.449186] env[68199]: _type = "HttpNfcLease" [ 1179.449186] env[68199]: } obtained for vApp import into resource pool (val){ [ 1179.449186] env[68199]: value = "resgroup-9" [ 1179.449186] env[68199]: _type = "ResourcePool" [ 1179.449186] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1179.449545] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the lease: (returnval){ [ 1179.449545] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a3a4b4-74ae-9589-a8fc-a272bb9bacdb" [ 1179.449545] env[68199]: _type = "HttpNfcLease" [ 1179.449545] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1179.455857] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.455857] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a3a4b4-74ae-9589-a8fc-a272bb9bacdb" [ 1179.455857] env[68199]: _type = "HttpNfcLease" [ 1179.455857] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1179.894980] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: a1b3d28d-b266-4cd0-891f-9a6aaf112bbe] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.957682] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.957682] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a3a4b4-74ae-9589-a8fc-a272bb9bacdb" [ 1179.957682] env[68199]: _type = "HttpNfcLease" [ 1179.957682] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1179.957969] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1179.957969] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a3a4b4-74ae-9589-a8fc-a272bb9bacdb" [ 1179.957969] env[68199]: _type = "HttpNfcLease" [ 1179.957969] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1179.958755] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a427305-ff0c-465c-bf1a-2897385636dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.965734] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1179.965903] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1180.028681] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e7f849a-8c17-49c1-8e36-3c2c1b5e8b62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.128871] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.129135] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.264872] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "971bac25-4103-4ff6-abdc-485ecd601baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.265111] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.337948] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1042c24c-27de-4156-8f3e-f7a5048f340e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.361240] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.398322] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: db0b3b7b-c702-4527-998b-3a588aa59027] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.632481] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.769273] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.872918] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.873290] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f761e5e-9ac2-4ec6-84ca-d7688ba259fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.880362] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1180.880362] env[68199]: value = "task-3071034" [ 1180.880362] env[68199]: _type = "Task" [ 1180.880362] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.889136] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.901818] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 584b980f-526f-419f-b648-809d9b38b63f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.064931] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1181.065135] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1181.066535] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f008ec-0d5e-4630-9cde-32ed79411a44 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.074533] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1181.074786] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1181.075078] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ada3c1ba-8810-4553-9c2a-531f128088e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.157535] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.157865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.159551] env[68199]: INFO nova.compute.claims [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.262449] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276b8d6-7da2-0438-5c54-697e9a51374b/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1181.262656] env[68199]: INFO nova.virt.vmwareapi.images [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Downloaded image file data f9701fc6-78ad-4b00-89fe-3c453da55a35 [ 1181.263539] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3128981-4570-4224-a97c-9d39a4584745 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.280239] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1c2ed3-298e-4deb-9d56-23d1c19725d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.293465] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.343591] env[68199]: INFO nova.virt.vmwareapi.images [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] The imported VM was unregistered [ 1181.344505] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1181.344757] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.345042] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8d8119-795f-4ca6-b363-f8492a612247 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.355564] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Created directory with path [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.355753] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c/OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c.vmdk to [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk. {{(pid=68199) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1181.355997] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f04a1590-feea-424b-a5b2-68176da1eabc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.362438] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1181.362438] env[68199]: value = "task-3071036" [ 1181.362438] env[68199]: _type = "Task" [ 1181.362438] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.370299] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.389483] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071034, 'name': PowerOffVM_Task, 'duration_secs': 0.212753} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.389746] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.389956] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.405235] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: dde7d2ba-d6a3-4b6a-9b12-814b8f28cefb] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.874100] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.896648] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.896914] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.897083] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.897268] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.897413] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.897565] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.897778] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.897924] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.898100] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.898266] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.898436] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.903554] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1585da76-4de2-49e8-ab05-5c94d62bf47b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.914216] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8dc88cb4-2c09-4131-8550-c840ae5c8396] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.924231] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1181.924231] env[68199]: value = "task-3071037" [ 1181.924231] env[68199]: _type = "Task" [ 1181.924231] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.936143] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.285728] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdfc41-4c50-4f49-971c-b2c4ed8350b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.295856] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac751a0-2d92-4452-bc1f-066d0af94d9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.330716] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608df768-e423-4a8c-878e-43be8825cf84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.340238] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ab0d72-de44-46de-a442-d858d81fedcf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.356251] env[68199]: DEBUG nova.compute.provider_tree [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.375120] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.418207] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 0381cbe4-5d2f-4a13-94be-a83461e40cd1] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.436092] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071037, 'name': ReconfigVM_Task, 'duration_secs': 0.332283} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.436092] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.860634] env[68199]: DEBUG nova.scheduler.client.report [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.875991] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.921497] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 62958d8a-e373-4c5f-ac69-8e3891e1a239] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.942895] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.943212] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.943376] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.943733] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.943733] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.943928] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.944118] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.944676] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.944676] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.944676] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.944935] env[68199]: DEBUG nova.virt.hardware [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.951170] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.952424] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae14feb-0894-4d17-801c-c32e011b0dae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.977995] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1182.977995] env[68199]: value = "task-3071038" [ 1182.977995] env[68199]: _type = "Task" [ 1182.977995] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.989346] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.369417] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.370120] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.373813] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.080s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.375490] env[68199]: INFO nova.compute.claims [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.386039] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.425166] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b131322c-0c3e-4508-8e93-5dada3d44f34] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.490485] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071038, 'name': ReconfigVM_Task, 'duration_secs': 0.395077} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.490918] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.491830] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c8564-c9c1-483a-b429-27963a58e111 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.521388] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.522167] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8e131f-b9e0-492e-a640-92359fc47716 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.542801] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1183.542801] env[68199]: value = "task-3071039" [ 1183.542801] env[68199]: _type = "Task" [ 1183.542801] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.552992] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.875146] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071036, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.253927} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.875341] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c/OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c.vmdk to [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk. [ 1183.875423] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Cleaning up location [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1183.875659] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f786605d-08c8-4883-982c-5a547b4c4f8c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.875944] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a4a112-e6fa-4bf9-b02e-2efcf478d689 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.881987] env[68199]: DEBUG nova.compute.utils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.884246] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.884422] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.886157] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1183.886157] env[68199]: value = "task-3071040" [ 1183.886157] env[68199]: _type = "Task" [ 1183.886157] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.894812] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.922605] env[68199]: DEBUG nova.policy [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354afa5427814f70b3d42e7338efa901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b3e0642284401b6b95ad1b08d6dab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.928961] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 4bbb344e-11e3-48ad-ad1d-437222dbf06d] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.051926] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071039, 'name': ReconfigVM_Task, 'duration_secs': 0.337379} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.052227] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.052513] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.380202] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Successfully created port: 5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.388496] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.399692] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036102} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.399922] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.400180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.400431] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk to [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.400672] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d6d7848-62c7-4b4b-a703-86bce7fb0412 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.407949] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1184.407949] env[68199]: value = "task-3071041" [ 1184.407949] env[68199]: _type = "Task" [ 1184.407949] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.416406] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.432259] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 59f3a6ef-8c8e-4129-aded-cd6414ded35b] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.493452] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a64b2f-9b5c-4b84-8cf4-bee6970c0065 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.500562] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129a3963-6d0f-4edf-8b19-5de52e42d6d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.530477] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84079ee1-a897-4eff-97f2-e82e5883a7e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.537450] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e4e316-c8fa-4216-97c4-fc15cd2bb21b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.550275] env[68199]: DEBUG nova.compute.provider_tree [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.559775] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb0ffb-a2a0-48e5-8072-7a678dd53013 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.588741] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774e0b4-b583-4965-8772-6986f9e0ef05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.612135] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.919762] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.935574] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 733c4cd2-cbc2-46b6-b0f0-4f8c36fa96a0] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.053900] env[68199]: DEBUG nova.scheduler.client.report [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.401089] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.420660] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.429143] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.429413] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.429573] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.429754] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.429899] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.430079] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.430302] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.430460] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.430713] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.430913] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.431102] env[68199]: DEBUG nova.virt.hardware [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.431982] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434c0ead-3610-4c18-b400-3be376ea695e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.439231] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e6481c67-cb8e-48a4-9749-fb060e70ffa4] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.444054] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96e371-f74f-4eab-8a96-e1814394022f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.559969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.560713] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.803252] env[68199]: DEBUG nova.compute.manager [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Received event network-vif-plugged-5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.803580] env[68199]: DEBUG oslo_concurrency.lockutils [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.803720] env[68199]: DEBUG oslo_concurrency.lockutils [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.803838] env[68199]: DEBUG oslo_concurrency.lockutils [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.804012] env[68199]: DEBUG nova.compute.manager [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] No waiting events found dispatching network-vif-plugged-5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.804434] env[68199]: WARNING nova.compute.manager [req-10e9cfde-29ed-433f-8333-30f155fdb562 req-d2359b82-9257-4513-8452-788016afb36c service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Received unexpected event network-vif-plugged-5376a0d8-a113-4e70-bba9-efb91bbc8c64 for instance with vm_state building and task_state spawning. [ 1185.888696] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Successfully updated port: 5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.921846] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.943519] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.944181] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances with incomplete migration {{(pid=68199) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1186.066181] env[68199]: DEBUG nova.compute.utils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.067651] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.067861] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.124715] env[68199]: DEBUG nova.policy [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.297199] env[68199]: DEBUG nova.network.neutron [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Port 53a1008c-5a00-4623-9993-7153f524cfbc binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1186.391177] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.391440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.391533] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.418111] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Successfully created port: 3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.424342] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.446687] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.571304] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.920952] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071041, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.277039} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.921232] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9701fc6-78ad-4b00-89fe-3c453da55a35/f9701fc6-78ad-4b00-89fe-3c453da55a35.vmdk to [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.922104] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045dba84-4b44-4cb9-bd23-9a3f0001dfc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.943840] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.944717] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.946541] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46bdc73-e2d9-4fdb-92b8-5195ae5c13ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.966707] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1186.966707] env[68199]: value = "task-3071042" [ 1186.966707] env[68199]: _type = "Task" [ 1186.966707] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.976725] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.098269] env[68199]: DEBUG nova.network.neutron [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.319248] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.319312] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.319467] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.476608] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071042, 'name': ReconfigVM_Task, 'duration_secs': 0.269008} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.477494] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608/b4a938a9-f2be-4942-abcc-88cf89e2e608.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.477859] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf430f09-8642-4eac-b1e6-c09dc38c45d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.484298] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1187.484298] env[68199]: value = "task-3071043" [ 1187.484298] env[68199]: _type = "Task" [ 1187.484298] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.492086] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071043, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.581173] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.603546] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.603848] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Instance network_info: |[{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.604440] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:89:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5376a0d8-a113-4e70-bba9-efb91bbc8c64', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.612026] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.614092] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.614325] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.614483] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.614665] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.614807] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.614947] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.615170] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.615330] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.615493] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.615721] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.615894] env[68199]: DEBUG nova.virt.hardware [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.616164] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.616936] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ed2884-3c3f-443e-b681-38d3c8c90bac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.619478] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e51bb5-4f79-4095-a069-618a9f6ad875 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.639838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995fdb7-6bff-4db9-9ce0-d2b833674a59 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.643432] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.643432] env[68199]: value = "task-3071044" [ 1187.643432] env[68199]: _type = "Task" [ 1187.643432] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.656904] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071044, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.833486] env[68199]: DEBUG nova.compute.manager [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Received event network-changed-5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.833733] env[68199]: DEBUG nova.compute.manager [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Refreshing instance network info cache due to event network-changed-5376a0d8-a113-4e70-bba9-efb91bbc8c64. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.833960] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Acquiring lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.834123] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Acquired lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.834277] env[68199]: DEBUG nova.network.neutron [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Refreshing network info cache for port 5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.894271] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Successfully updated port: 3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.994116] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071043, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.153459] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071044, 'name': CreateVM_Task, 'duration_secs': 0.343414} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.153635] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.154338] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.154503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.154818] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.155084] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fdbdbd-4b4b-4719-a1d5-29b6fa41467f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.159795] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1188.159795] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52878c48-88dd-dc5c-3d32-c15853b29de1" [ 1188.159795] env[68199]: _type = "Task" [ 1188.159795] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.167821] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52878c48-88dd-dc5c-3d32-c15853b29de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.372945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.372945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.372945] env[68199]: DEBUG nova.network.neutron [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.398438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.398438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.398438] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.495475] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071043, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.528702] env[68199]: DEBUG nova.network.neutron [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updated VIF entry in instance network info cache for port 5376a0d8-a113-4e70-bba9-efb91bbc8c64. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.529117] env[68199]: DEBUG nova.network.neutron [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.670645] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52878c48-88dd-dc5c-3d32-c15853b29de1, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.670891] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.671139] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.671376] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.671521] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.671701] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.671951] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9982074f-0396-4347-b67b-59f43d357059 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.679532] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.679735] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.680412] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e150c927-2ae0-42f7-9f16-9130a0fef954 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.685183] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1188.685183] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5290d715-663f-3a23-a643-dfbe47ac1c7d" [ 1188.685183] env[68199]: _type = "Task" [ 1188.685183] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.692395] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5290d715-663f-3a23-a643-dfbe47ac1c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.941986] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.995397] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071043, 'name': Rename_Task, 'duration_secs': 1.119232} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.997869] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.998146] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ed71d1-5e64-45da-b14a-8a6f6b135d65 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.004112] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1189.004112] env[68199]: value = "task-3071045" [ 1189.004112] env[68199]: _type = "Task" [ 1189.004112] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.014736] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.031650] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Releasing lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.031899] env[68199]: DEBUG nova.compute.manager [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Received event network-vif-plugged-3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.032119] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Acquiring lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.032536] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.032536] env[68199]: DEBUG oslo_concurrency.lockutils [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] Lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.032636] env[68199]: DEBUG nova.compute.manager [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] No waiting events found dispatching network-vif-plugged-3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.032850] env[68199]: WARNING nova.compute.manager [req-761726b3-2236-4889-82c9-e3acfe86ccb2 req-0b93a505-7d79-4f4f-8f59-04763193e62e service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Received unexpected event network-vif-plugged-3d210a4e-026b-4fdb-932b-670c0c5e844e for instance with vm_state building and task_state spawning. [ 1189.151961] env[68199]: DEBUG nova.network.neutron [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Updating instance_info_cache with network_info: [{"id": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "address": "fa:16:3e:80:9f:38", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d210a4e-02", "ovs_interfaceid": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.170982] env[68199]: DEBUG nova.network.neutron [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.196446] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5290d715-663f-3a23-a643-dfbe47ac1c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.007727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.197288] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7980fb30-c029-4af9-b83a-d8ca69faaa06 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.203066] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1189.203066] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f64009-f30e-fb7b-a907-e815f7ae92e0" [ 1189.203066] env[68199]: _type = "Task" [ 1189.203066] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.211047] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f64009-f30e-fb7b-a907-e815f7ae92e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.515217] env[68199]: DEBUG oslo_vmware.api [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071045, 'name': PowerOnVM_Task, 'duration_secs': 0.471499} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.515485] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.654360] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.654675] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Instance network_info: |[{"id": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "address": "fa:16:3e:80:9f:38", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d210a4e-02", "ovs_interfaceid": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.655117] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d210a4e-026b-4fdb-932b-670c0c5e844e', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.662920] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.663149] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.663369] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d0f7bc-2a5a-4604-8b89-56d8e494c83e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.678549] env[68199]: DEBUG nova.compute.manager [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.679107] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.683041] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd20f61-51c4-4f15-a20f-fcb9ee432329 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.693744] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.693744] env[68199]: value = "task-3071046" [ 1189.693744] env[68199]: _type = "Task" [ 1189.693744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.701521] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071046, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.711785] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f64009-f30e-fb7b-a907-e815f7ae92e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.712228] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.712336] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 07f4b100-adcd-4ab4-9f9d-3d613da193ae/07f4b100-adcd-4ab4-9f9d-3d613da193ae.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.712549] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc67f5b6-316b-4aad-9ef3-c3a44957e78b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.719822] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1189.719822] env[68199]: value = "task-3071047" [ 1189.719822] env[68199]: _type = "Task" [ 1189.719822] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.728215] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.868977] env[68199]: DEBUG nova.compute.manager [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Received event network-changed-3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.869195] env[68199]: DEBUG nova.compute.manager [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Refreshing instance network info cache due to event network-changed-3d210a4e-026b-4fdb-932b-670c0c5e844e. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.869405] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] Acquiring lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.869593] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] Acquired lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.869764] env[68199]: DEBUG nova.network.neutron [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Refreshing network info cache for port 3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.190908] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16114a-e930-46f8-8dd7-f7a693076f8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.204259] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a61afc84-994d-461d-9b6b-6afeca0da322 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.706s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.205501] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653b4c6-cb5f-4b42-b585-91e52443691c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.213404] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071046, 'name': CreateVM_Task, 'duration_secs': 0.366813} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.213556] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.214208] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.214390] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.214725] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.214994] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08749219-9a81-4572-8742-02e9aaa81e9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.226712] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1190.226712] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528f5978-3499-ae85-cdae-f58c593d6714" [ 1190.226712] env[68199]: _type = "Task" [ 1190.226712] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.233379] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473446} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.234028] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 07f4b100-adcd-4ab4-9f9d-3d613da193ae/07f4b100-adcd-4ab4-9f9d-3d613da193ae.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.234193] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.234430] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31bfe84f-6bc0-4db5-8767-feacd159e0ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.239482] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f5978-3499-ae85-cdae-f58c593d6714, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.240112] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.240335] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.240588] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.240712] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.240883] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.241135] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae5605ae-c807-4928-999f-e5be22e9c41d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.244465] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1190.244465] env[68199]: value = "task-3071048" [ 1190.244465] env[68199]: _type = "Task" [ 1190.244465] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.249651] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.249828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.253036] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff24fdca-2a6c-4446-bdb5-966809e08538 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.255075] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.257968] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1190.257968] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522f7e25-8955-4f8b-baa0-809b39ddbf6e" [ 1190.257968] env[68199]: _type = "Task" [ 1190.257968] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.265919] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f7e25-8955-4f8b-baa0-809b39ddbf6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.564756] env[68199]: DEBUG nova.network.neutron [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Updated VIF entry in instance network info cache for port 3d210a4e-026b-4fdb-932b-670c0c5e844e. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.565146] env[68199]: DEBUG nova.network.neutron [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Updating instance_info_cache with network_info: [{"id": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "address": "fa:16:3e:80:9f:38", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d210a4e-02", "ovs_interfaceid": "3d210a4e-026b-4fdb-932b-670c0c5e844e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.754083] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068898} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.754358] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.755178] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d06ca5-0fd3-4947-bafb-48dc774a1733 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.780831] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 07f4b100-adcd-4ab4-9f9d-3d613da193ae/07f4b100-adcd-4ab4-9f9d-3d613da193ae.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.784069] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4084eb-c96e-49a5-952b-ff0f01f2e16f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.801771] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522f7e25-8955-4f8b-baa0-809b39ddbf6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.802789] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64f967d-2552-4dc4-8668-101e0c174520 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.807434] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1190.807434] env[68199]: value = "task-3071049" [ 1190.807434] env[68199]: _type = "Task" [ 1190.807434] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.808610] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1190.808610] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f3a70e-e370-afab-2d00-e211d42b337e" [ 1190.808610] env[68199]: _type = "Task" [ 1190.808610] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.818815] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.823747] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f3a70e-e370-afab-2d00-e211d42b337e, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.823914] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.824174] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 971bac25-4103-4ff6-abdc-485ecd601baa/971bac25-4103-4ff6-abdc-485ecd601baa.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.824614] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80338c3b-4c0d-41d9-a221-a2c7662a2f2d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.830759] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1190.830759] env[68199]: value = "task-3071050" [ 1190.830759] env[68199]: _type = "Task" [ 1190.830759] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.839230] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.069461] env[68199]: DEBUG oslo_concurrency.lockutils [req-04dc3f64-501c-437b-8fa3-db3fc92c6925 req-f7cc817e-5e33-40e2-bb5a-12ca263100ab service nova] Releasing lock "refresh_cache-971bac25-4103-4ff6-abdc-485ecd601baa" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.166173] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.318180] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071049, 'name': ReconfigVM_Task, 'duration_secs': 0.2825} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.318569] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 07f4b100-adcd-4ab4-9f9d-3d613da193ae/07f4b100-adcd-4ab4-9f9d-3d613da193ae.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.319109] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdbd2479-b2d7-482c-81ea-9d8a531cd445 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.327219] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1191.327219] env[68199]: value = "task-3071051" [ 1191.327219] env[68199]: _type = "Task" [ 1191.327219] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.338266] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071051, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.343057] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41408} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.344026] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 971bac25-4103-4ff6-abdc-485ecd601baa/971bac25-4103-4ff6-abdc-485ecd601baa.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.344327] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.345042] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fee47d-a079-4515-8fb6-afe3ec850e6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.347482] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1dd715f-5f71-4adf-90a7-c59a891c29b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.369511] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984dff0f-d0b7-4863-9b18-e5ff5ee779d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.372782] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1191.372782] env[68199]: value = "task-3071052" [ 1191.372782] env[68199]: _type = "Task" [ 1191.372782] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.378668] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.386448] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.837020] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071051, 'name': Rename_Task, 'duration_secs': 0.148143} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.837331] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.837572] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aaf1301-1418-4a6f-be9b-93e6cea9ee24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.844083] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1191.844083] env[68199]: value = "task-3071053" [ 1191.844083] env[68199]: _type = "Task" [ 1191.844083] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.852346] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.881242] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077871} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.881482] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.882230] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8ab6e-c77f-4c60-876c-b9ddded37af3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.886066] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.886292] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff033d88-db0d-4b85-b480-b59a4bd59771 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.907423] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 971bac25-4103-4ff6-abdc-485ecd601baa/971bac25-4103-4ff6-abdc-485ecd601baa.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.908690] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58320cc2-46d7-4297-9dcb-b9ad623b0c0e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.922696] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1191.922696] env[68199]: value = "task-3071054" [ 1191.922696] env[68199]: _type = "Task" [ 1191.922696] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.927748] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1191.927748] env[68199]: value = "task-3071055" [ 1191.927748] env[68199]: _type = "Task" [ 1191.927748] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.933354] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.937781] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.354912] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.435091] env[68199]: DEBUG oslo_vmware.api [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071054, 'name': PowerOnVM_Task, 'duration_secs': 0.392996} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.435745] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.435922] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed63cee-06ea-49fa-9a45-182fa45b2d59 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.442585] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071055, 'name': ReconfigVM_Task, 'duration_secs': 0.272485} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.442809] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 971bac25-4103-4ff6-abdc-485ecd601baa/971bac25-4103-4ff6-abdc-485ecd601baa.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.443454] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf58a16-839d-4335-aa7a-74d75058ce81 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.449191] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1192.449191] env[68199]: value = "task-3071056" [ 1192.449191] env[68199]: _type = "Task" [ 1192.449191] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.458226] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071056, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.855768] env[68199]: DEBUG oslo_vmware.api [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071053, 'name': PowerOnVM_Task, 'duration_secs': 0.512801} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.856018] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.856221] env[68199]: INFO nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1192.856397] env[68199]: DEBUG nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.857201] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26613c48-de46-4988-b0dd-f05de427a9d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.959609] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071056, 'name': Rename_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.224979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.225336] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.225605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.225929] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.226179] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.228456] env[68199]: INFO nova.compute.manager [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Terminating instance [ 1193.373494] env[68199]: INFO nova.compute.manager [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Took 12.23 seconds to build instance. [ 1193.459837] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071056, 'name': Rename_Task, 'duration_secs': 0.845089} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.460091] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.460278] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a2e2ed4-c831-4550-ad41-c56697726241 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.465751] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1193.465751] env[68199]: value = "task-3071057" [ 1193.465751] env[68199]: _type = "Task" [ 1193.465751] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.472697] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.733235] env[68199]: DEBUG nova.compute.manager [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.733495] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.733854] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c4abb9-5ba3-493f-84b2-d3c6b9af29c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.742210] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1193.742210] env[68199]: value = "task-3071058" [ 1193.742210] env[68199]: _type = "Task" [ 1193.742210] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.750370] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.875273] env[68199]: DEBUG oslo_concurrency.lockutils [None req-9218b82c-e27d-412d-9df4-0f203318b235 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.746s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.976263] env[68199]: DEBUG oslo_vmware.api [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071057, 'name': PowerOnVM_Task, 'duration_secs': 0.495373} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.976607] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.976879] env[68199]: INFO nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1193.977117] env[68199]: DEBUG nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.977916] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22915a-af09-4648-9bd5-b1bef592a9d7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.251464] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071058, 'name': PowerOffVM_Task, 'duration_secs': 0.248648} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.251741] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.251936] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.252142] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614928', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'name': 'volume-8b317304-5743-4e48-b445-1473c79c9cd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d3a0130-9583-4a73-82cf-7a3f58c64c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'serial': '8b317304-5743-4e48-b445-1473c79c9cd1'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.252886] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4fa40-0bc5-4be6-9456-0b74fec949fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.271546] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e688e-948e-4585-86df-910bb04df5c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.277785] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb3d95-8629-4e24-a592-06e16932f9c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.296448] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e861119-1982-4544-a4d8-9c71a7d8d329 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.313011] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b317304-5743-4e48-b445-1473c79c9cd1/volume-8b317304-5743-4e48-b445-1473c79c9cd1.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.318232] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.318508] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1414ab5b-6dae-4ced-96e2-9a98a15553a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.335859] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1194.335859] env[68199]: value = "task-3071059" [ 1194.335859] env[68199]: _type = "Task" [ 1194.335859] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.343508] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.453211] env[68199]: DEBUG nova.network.neutron [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Port 53a1008c-5a00-4623-9993-7153f524cfbc binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.453561] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453822] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.454029] env[68199]: DEBUG nova.network.neutron [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.493535] env[68199]: INFO nova.compute.manager [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Took 13.21 seconds to build instance. [ 1194.736720] env[68199]: DEBUG nova.compute.manager [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Received event network-changed-5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.736935] env[68199]: DEBUG nova.compute.manager [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Refreshing instance network info cache due to event network-changed-5376a0d8-a113-4e70-bba9-efb91bbc8c64. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.737177] env[68199]: DEBUG oslo_concurrency.lockutils [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] Acquiring lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.737323] env[68199]: DEBUG oslo_concurrency.lockutils [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] Acquired lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.737483] env[68199]: DEBUG nova.network.neutron [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Refreshing network info cache for port 5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.845651] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071059, 'name': ReconfigVM_Task, 'duration_secs': 0.183198} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.845997] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.850850] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943c95bb-bfc1-4ce3-96f1-2b04d05c02af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.866384] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1194.866384] env[68199]: value = "task-3071060" [ 1194.866384] env[68199]: _type = "Task" [ 1194.866384] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.876759] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.995304] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5c2b12c6-9d5e-48fc-9fc7-cafd28f0ad00 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.730s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.086911] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "971bac25-4103-4ff6-abdc-485ecd601baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.087240] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.087494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.087706] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.088026] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.090184] env[68199]: INFO nova.compute.manager [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Terminating instance [ 1195.182818] env[68199]: DEBUG nova.network.neutron [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.376675] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071060, 'name': ReconfigVM_Task, 'duration_secs': 0.175287} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.376970] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614928', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'name': 'volume-8b317304-5743-4e48-b445-1473c79c9cd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d3a0130-9583-4a73-82cf-7a3f58c64c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '8b317304-5743-4e48-b445-1473c79c9cd1', 'serial': '8b317304-5743-4e48-b445-1473c79c9cd1'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.377264] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.378111] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd6cb3-4e07-4ccb-be59-b13b8a01df5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.384494] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.384727] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e1c50d-047a-40a4-9d71-d39965672f10 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.465844] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.466276] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.466276] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Deleting the datastore file [datastore2] 4d3a0130-9583-4a73-82cf-7a3f58c64c2d {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.466520] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c1ee26-d6e6-424b-b4af-3cddc15ca0b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.469408] env[68199]: DEBUG nova.network.neutron [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updated VIF entry in instance network info cache for port 5376a0d8-a113-4e70-bba9-efb91bbc8c64. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.469808] env[68199]: DEBUG nova.network.neutron [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.477022] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for the task: (returnval){ [ 1195.477022] env[68199]: value = "task-3071062" [ 1195.477022] env[68199]: _type = "Task" [ 1195.477022] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.485331] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.595802] env[68199]: DEBUG nova.compute.manager [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.596043] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.596950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39007698-2d6c-4395-a829-50a9a8391280 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.604010] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.604248] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d87cfa3c-2c93-4a5b-97ff-9a8eaef02285 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.610696] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1195.610696] env[68199]: value = "task-3071063" [ 1195.610696] env[68199]: _type = "Task" [ 1195.610696] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.617893] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.685860] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.973065] env[68199]: DEBUG oslo_concurrency.lockutils [req-7d445e55-ae54-498f-8a35-869035874c8b req-eafded59-d9c3-4f0e-bdf7-3caa76542b0a service nova] Releasing lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.986093] env[68199]: DEBUG oslo_vmware.api [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Task: {'id': task-3071062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227487} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.986350] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.986613] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.986849] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.987091] env[68199]: INFO nova.compute.manager [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1195.987372] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.987594] env[68199]: DEBUG nova.compute.manager [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.987708] env[68199]: DEBUG nova.network.neutron [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.124083] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071063, 'name': PowerOffVM_Task, 'duration_secs': 0.243553} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.124459] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.124658] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.124931] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e244d62-ae92-4116-854d-ffb3a3ac6e9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.190231] env[68199]: DEBUG nova.compute.manager [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68199) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1196.548054] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.548387] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.548387] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore2] 971bac25-4103-4ff6-abdc-485ecd601baa {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.549358] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66bc1c1e-2df1-4281-8fd0-d8f5df36ab5b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.555032] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1196.555032] env[68199]: value = "task-3071065" [ 1196.555032] env[68199]: _type = "Task" [ 1196.555032] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.562991] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.761165] env[68199]: DEBUG nova.compute.manager [req-4798b164-8d47-4e75-9201-fa00af4e3ab4 req-0e2b0140-1538-4012-ab4d-4b7e4ca8b805 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Received event network-vif-deleted-6773dd23-b60b-4fd4-afb7-e8ce979fb0b3 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.761369] env[68199]: INFO nova.compute.manager [req-4798b164-8d47-4e75-9201-fa00af4e3ab4 req-0e2b0140-1538-4012-ab4d-4b7e4ca8b805 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Neutron deleted interface 6773dd23-b60b-4fd4-afb7-e8ce979fb0b3; detaching it from the instance and deleting it from the info cache [ 1196.761531] env[68199]: DEBUG nova.network.neutron [req-4798b164-8d47-4e75-9201-fa00af4e3ab4 req-0e2b0140-1538-4012-ab4d-4b7e4ca8b805 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.886722] env[68199]: DEBUG nova.network.neutron [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.065276] env[68199]: DEBUG oslo_vmware.api [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.065527] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.065703] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.065926] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.066148] env[68199]: INFO nova.compute.manager [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1197.066482] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.066757] env[68199]: DEBUG nova.compute.manager [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.066850] env[68199]: DEBUG nova.network.neutron [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.263972] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92aab589-6c57-43d6-9b00-fcccff2205bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.274084] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd7f1b-44a4-4c5d-86ce-b5d5826c66b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.293108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.293108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.302281] env[68199]: DEBUG nova.compute.manager [req-4798b164-8d47-4e75-9201-fa00af4e3ab4 req-0e2b0140-1538-4012-ab4d-4b7e4ca8b805 service nova] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Detach interface failed, port_id=6773dd23-b60b-4fd4-afb7-e8ce979fb0b3, reason: Instance 4d3a0130-9583-4a73-82cf-7a3f58c64c2d could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.390796] env[68199]: INFO nova.compute.manager [-] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Took 1.40 seconds to deallocate network for instance. [ 1197.795266] env[68199]: DEBUG nova.objects.instance [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'migration_context' on Instance uuid 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.811274] env[68199]: DEBUG nova.network.neutron [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.934408] env[68199]: INFO nova.compute.manager [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Took 0.54 seconds to detach 1 volumes for instance. [ 1197.936531] env[68199]: DEBUG nova.compute.manager [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Deleting volume: 8b317304-5743-4e48-b445-1473c79c9cd1 {{(pid=68199) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1198.279132] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.279426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.279638] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.279842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.279987] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.282181] env[68199]: INFO nova.compute.manager [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Terminating instance [ 1198.313794] env[68199]: INFO nova.compute.manager [-] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Took 1.25 seconds to deallocate network for instance. [ 1198.403904] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0286ab-d9b7-4c59-8ac3-b27b7854fc42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.411262] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ae131-e232-4f14-aa54-bc76646cc4c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.441958] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1592b3-ca0a-4d17-91c9-dd6c632b3684 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.448904] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aac3aa-4eac-44f1-a2b4-7c4d6fada68f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.461904] env[68199]: DEBUG nova.compute.provider_tree [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.477015] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.786196] env[68199]: DEBUG nova.compute.manager [req-444bd662-0089-4d3f-b196-978888fd1fe5 req-73657f7f-57f2-4379-bab7-df56c493aaf6 service nova] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Received event network-vif-deleted-3d210a4e-026b-4fdb-932b-670c0c5e844e {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.786810] env[68199]: DEBUG nova.compute.manager [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.787012] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.788169] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff71fe1c-90bc-418b-be73-e976e38b6a4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.796076] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.796362] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c656563-38a2-420f-bfcd-75ba7000d2d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.802639] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1198.802639] env[68199]: value = "task-3071067" [ 1198.802639] env[68199]: _type = "Task" [ 1198.802639] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.810096] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3071067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.822136] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.984118] env[68199]: ERROR nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [req-a399f311-ccaf-48f8-8faa-bbe148c56444] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a399f311-ccaf-48f8-8faa-bbe148c56444"}]} [ 1199.000013] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.013234] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.013422] env[68199]: DEBUG nova.compute.provider_tree [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.023518] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.039973] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1199.131052] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d32f1-68c7-4c9f-8df5-2cd4c11f4e8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.138048] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106663c-7fb1-4b20-aa4d-ab4e92d173c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.168304] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde0957-2112-46f5-bd1c-ba5965572d8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.175409] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a1f4e-088e-48c9-aca4-959a6a22c5e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.188392] env[68199]: DEBUG nova.compute.provider_tree [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.313681] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3071067, 'name': PowerOffVM_Task, 'duration_secs': 0.167517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.313860] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.314042] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.314294] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c3a745e-4de7-4b07-9b6d-47d126a43a77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.375387] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.375586] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.375857] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Deleting the datastore file [datastore2] 4bdfaf7d-26a2-460e-95df-5aa6becd3b16 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.376139] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab47097-9a5e-4b2f-a53f-a3b96b88f88b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.382295] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for the task: (returnval){ [ 1199.382295] env[68199]: value = "task-3071069" [ 1199.382295] env[68199]: _type = "Task" [ 1199.382295] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.390493] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3071069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.718060] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1199.718572] env[68199]: DEBUG nova.compute.provider_tree [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 158 to 159 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1199.719466] env[68199]: DEBUG nova.compute.provider_tree [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.892932] env[68199]: DEBUG oslo_vmware.api [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Task: {'id': task-3071069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134269} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.893345] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.893419] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.893602] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.893773] env[68199]: INFO nova.compute.manager [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1199.894037] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.894237] env[68199]: DEBUG nova.compute.manager [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.894335] env[68199]: DEBUG nova.network.neutron [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.731330] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.438s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.736887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.260s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.737096] env[68199]: DEBUG nova.objects.instance [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lazy-loading 'resources' on Instance uuid 4d3a0130-9583-4a73-82cf-7a3f58c64c2d {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.834309] env[68199]: DEBUG nova.compute.manager [req-c9d4dcfb-d38c-43dd-8c8a-1b12c5ca9fd8 req-cd9b25bc-2b03-4c1e-90f3-ca1ee7c13e43 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Received event network-vif-deleted-b54dbe0a-abaa-4a35-8d79-5536550bde33 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.834309] env[68199]: INFO nova.compute.manager [req-c9d4dcfb-d38c-43dd-8c8a-1b12c5ca9fd8 req-cd9b25bc-2b03-4c1e-90f3-ca1ee7c13e43 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Neutron deleted interface b54dbe0a-abaa-4a35-8d79-5536550bde33; detaching it from the instance and deleting it from the info cache [ 1200.834309] env[68199]: DEBUG nova.network.neutron [req-c9d4dcfb-d38c-43dd-8c8a-1b12c5ca9fd8 req-cd9b25bc-2b03-4c1e-90f3-ca1ee7c13e43 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.837413] env[68199]: DEBUG nova.network.neutron [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.339951] env[68199]: INFO nova.compute.manager [-] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Took 1.45 seconds to deallocate network for instance. [ 1201.345317] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a426b78b-d5e0-4405-b954-00c4a60bbc56 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.349238] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8117089c-affd-4061-8795-fd0d62b61254 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.355954] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e15334-d2ec-4fcf-a451-41d422a336e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.368538] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be823200-eae7-4d3c-ade5-877375b96f98 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.404286] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5357255c-0222-4e63-a6f6-45286a620d99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.407107] env[68199]: DEBUG nova.compute.manager [req-c9d4dcfb-d38c-43dd-8c8a-1b12c5ca9fd8 req-cd9b25bc-2b03-4c1e-90f3-ca1ee7c13e43 service nova] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Detach interface failed, port_id=b54dbe0a-abaa-4a35-8d79-5536550bde33, reason: Instance 4bdfaf7d-26a2-460e-95df-5aa6becd3b16 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.411845] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc89ee-566a-4d48-9c0d-58dd65cd312e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.426546] env[68199]: DEBUG nova.compute.provider_tree [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.846814] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.957488] env[68199]: DEBUG nova.scheduler.client.report [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1201.957720] env[68199]: DEBUG nova.compute.provider_tree [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 159 to 160 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1201.957896] env[68199]: DEBUG nova.compute.provider_tree [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.268937] env[68199]: INFO nova.compute.manager [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Swapping old allocation on dict_keys(['b5d39026-5764-431b-9299-baecdda2ef12']) held by migration 12c7d77c-bd78-4af9-b43f-937b4c12efe7 for instance [ 1202.288772] env[68199]: DEBUG nova.scheduler.client.report [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Overwriting current allocation {'allocations': {'b5d39026-5764-431b-9299-baecdda2ef12': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '2d70fa055b7a439b936712be85c8d328', 'user_id': 'b5d74f718424438c94045fd0c1741c6a', 'consumer_generation': 1} on consumer 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 {{(pid=68199) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1202.365864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.366154] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.366244] env[68199]: DEBUG nova.network.neutron [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.462741] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.464948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.643s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.465194] env[68199]: DEBUG nova.objects.instance [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 971bac25-4103-4ff6-abdc-485ecd601baa {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.478976] env[68199]: INFO nova.scheduler.client.report [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Deleted allocations for instance 4d3a0130-9583-4a73-82cf-7a3f58c64c2d [ 1202.988356] env[68199]: DEBUG oslo_concurrency.lockutils [None req-fbefe61c-c8d9-4444-ab02-2a620133a099 tempest-ServersTestBootFromVolume-1175662485 tempest-ServersTestBootFromVolume-1175662485-project-member] Lock "4d3a0130-9583-4a73-82cf-7a3f58c64c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.763s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.055556] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7de8c2-4d9f-48bf-ac6f-d7b18be5397d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.062819] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18ea24-b10f-480e-9404-b82c55c90d58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.095570] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d71474-140b-418b-9fc1-b80f442f69d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.102614] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3582e4-49a2-42c5-9325-9e72962884b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.115137] env[68199]: DEBUG nova.compute.provider_tree [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.167094] env[68199]: DEBUG nova.network.neutron [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [{"id": "53a1008c-5a00-4623-9993-7153f524cfbc", "address": "fa:16:3e:3e:96:7b", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53a1008c-5a", "ovs_interfaceid": "53a1008c-5a00-4623-9993-7153f524cfbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.618143] env[68199]: DEBUG nova.scheduler.client.report [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.669418] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.670402] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f744b49-0222-4644-ac4f-1be07f322273 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.677777] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c704fa35-d85d-4976-9b34-1df93b008ff2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.122682] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.127021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.280s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.127021] env[68199]: DEBUG nova.objects.instance [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lazy-loading 'resources' on Instance uuid 4bdfaf7d-26a2-460e-95df-5aa6becd3b16 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.150316] env[68199]: INFO nova.scheduler.client.report [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 971bac25-4103-4ff6-abdc-485ecd601baa [ 1204.659372] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1150dd11-a0bf-4226-845c-0f30d6ecca8d tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "971bac25-4103-4ff6-abdc-485ecd601baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.572s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.730947] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ba3b3-fc4c-458d-b5b9-eaf280f10064 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.738935] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02dab27-1d89-4811-a627-8977af260a13 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.776602] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea8475-263d-4789-9713-e07eae73e2ad {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.785657] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f947f4d-ae03-4413-b0b7-9ad6ede0b8d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.799716] env[68199]: DEBUG nova.compute.provider_tree [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.843330] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.843572] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8515c33d-3003-467e-8ac6-264230519ecc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.852441] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1204.852441] env[68199]: value = "task-3071070" [ 1204.852441] env[68199]: _type = "Task" [ 1204.852441] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.861903] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.303300] env[68199]: DEBUG nova.scheduler.client.report [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.361920] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.362225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.370516] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071070, 'name': PowerOffVM_Task, 'duration_secs': 0.20739} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.370516] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.371675] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.371675] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.371675] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.371898] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.372018] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.372194] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.372405] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.372564] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.372728] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.372890] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.373074] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.379418] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9675fa25-8488-445f-b58b-5fea75502067 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.398506] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1205.398506] env[68199]: value = "task-3071071" [ 1205.398506] env[68199]: _type = "Task" [ 1205.398506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.409067] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.808750] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.833221] env[68199]: INFO nova.scheduler.client.report [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Deleted allocations for instance 4bdfaf7d-26a2-460e-95df-5aa6becd3b16 [ 1205.864839] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.909247] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071071, 'name': ReconfigVM_Task, 'duration_secs': 0.385685} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.910192] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0ef34-60bb-4651-a7df-222c1a4435c9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.933296] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.933688] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.933823] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.934283] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.934283] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.934454] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.934679] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.934805] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.935056] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.938127] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.938127] env[68199]: DEBUG nova.virt.hardware [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.938127] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e14b1f-29a4-48b0-bf50-b56e2c24a8a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.942534] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1205.942534] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52103a50-4179-be6b-326b-4cfcbcad7da5" [ 1205.942534] env[68199]: _type = "Task" [ 1205.942534] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.697136] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52103a50-4179-be6b-326b-4cfcbcad7da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.697331] env[68199]: WARNING oslo_vmware.common.loopingcall [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] task run outlasted interval by 0.25464200000000003 sec [ 1206.697735] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4df7e683-c75c-4fe1-ab02-6f5bb6c30ab6 tempest-ServersTestManualDisk-1415069731 tempest-ServersTestManualDisk-1415069731-project-member] Lock "4bdfaf7d-26a2-460e-95df-5aa6becd3b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.418s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.709335] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52103a50-4179-be6b-326b-4cfcbcad7da5, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.714539] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.714837] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ff3b84-6cea-4410-893b-b7b87a74dbf8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.728442] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.728695] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.730389] env[68199]: INFO nova.compute.claims [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.739249] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1206.739249] env[68199]: value = "task-3071072" [ 1206.739249] env[68199]: _type = "Task" [ 1206.739249] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.747205] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.248806] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071072, 'name': ReconfigVM_Task, 'duration_secs': 0.219035} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.249129] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.249856] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6d75e8-b152-4788-8637-2c7940f59676 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.275150] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.275580] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215d7d2a-d77e-4d7a-9b79-68f61b53893c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.295894] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1207.295894] env[68199]: value = "task-3071073" [ 1207.295894] env[68199]: _type = "Task" [ 1207.295894] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.304359] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.806367] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071073, 'name': ReconfigVM_Task, 'duration_secs': 0.36247} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.806367] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506/8b6a1859-d0bc-4d9c-ace6-99d7f0e56506.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.806980] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80581451-e84b-4d65-8f0e-2d9cbb269dc2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.836429] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05ac60-94ab-4076-8d75-841a7878938e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.860354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d907e086-92c7-4426-b0e5-ffa7acd82e6e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.863619] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ddd5ca-534b-49fa-ab38-1d06ce171b19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.887640] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7312167a-98ec-4f38-8b97-266ea653cb4b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.891191] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c747ff-73a5-455b-b1a8-d5ae3ea99a4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.898297] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.923596] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298b2588-4a6d-4d65-9458-fa1dd07eb1af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.926252] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f749fa0-29e1-4b01-8f61-90540c91a8fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.935544] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9746b0-cc87-4906-92cc-d9e255c213a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.939937] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1207.939937] env[68199]: value = "task-3071074" [ 1207.939937] env[68199]: _type = "Task" [ 1207.939937] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.953023] env[68199]: DEBUG nova.compute.provider_tree [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.957408] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071074, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.451999] env[68199]: DEBUG oslo_vmware.api [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071074, 'name': PowerOnVM_Task, 'duration_secs': 0.49948} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.454235] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.462849] env[68199]: DEBUG nova.scheduler.client.report [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.972786] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.973351] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.050823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.050958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.483021] env[68199]: DEBUG nova.compute.utils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.483021] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.483021] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.526393] env[68199]: DEBUG nova.policy [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0f37dbee3364f43803b905c00cb0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaa293571f84481a1922c9f336d11ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.527616] env[68199]: INFO nova.compute.manager [None req-7364ccd7-0b51-42f0-8905-5109c9b61d51 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance to original state: 'active' [ 1209.555973] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.793866] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Successfully created port: 6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.986935] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.086352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.086633] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.088192] env[68199]: INFO nova.compute.claims [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.996687] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.034025] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.034295] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.034455] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.034628] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.034788] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.034911] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.035146] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.035312] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.035472] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.035625] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.035884] env[68199]: DEBUG nova.virt.hardware [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.037090] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53afef-c75f-44b2-8895-a116a2ab5e6c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.047877] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb698f8-56ad-459d-801c-596362bc44d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.208148] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cf62e4-bd0b-46ac-8977-006d5346c579 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.215261] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599adf0-0ff1-4c13-8abf-992ddb61e4bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.252446] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61cdf5d-0a23-4759-a146-47aaab02c7ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.261614] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a85ed4d-2583-4402-b662-c4c8668c693d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.278716] env[68199]: DEBUG nova.compute.provider_tree [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.360086] env[68199]: DEBUG nova.compute.manager [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Received event network-vif-plugged-6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.360086] env[68199]: DEBUG oslo_concurrency.lockutils [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.361655] env[68199]: DEBUG oslo_concurrency.lockutils [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.362190] env[68199]: DEBUG oslo_concurrency.lockutils [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.362502] env[68199]: DEBUG nova.compute.manager [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] No waiting events found dispatching network-vif-plugged-6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.362794] env[68199]: WARNING nova.compute.manager [req-b030785c-c1eb-48ca-8afe-1be0b217d5f9 req-8bb3123e-f4d1-4b06-a68a-cae2233f0de9 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Received unexpected event network-vif-plugged-6ec153d0-1e0e-42f3-a056-3f028812bc16 for instance with vm_state building and task_state spawning. [ 1211.510994] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Successfully updated port: 6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.544948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.544948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.544948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.544948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.544948] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.545217] env[68199]: INFO nova.compute.manager [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Terminating instance [ 1211.781972] env[68199]: DEBUG nova.scheduler.client.report [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.014342] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.014587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.014662] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.049825] env[68199]: DEBUG nova.compute.manager [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.050081] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.050368] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc0167a-6663-4413-9f2f-e775d3019249 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.058358] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1212.058358] env[68199]: value = "task-3071075" [ 1212.058358] env[68199]: _type = "Task" [ 1212.058358] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.066607] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.284979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.285601] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.469792] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.470069] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.470239] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.535013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.535251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.548609] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.569719] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071075, 'name': PowerOffVM_Task, 'duration_secs': 0.18145} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.570625] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.570625] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.570625] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614939', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'name': 'volume-fb41357e-3f9b-4535-8b85-b46a24205741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506', 'attached_at': '2025-03-18T09:04:55.000000', 'detached_at': '', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'serial': 'fb41357e-3f9b-4535-8b85-b46a24205741'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.571137] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5667942-ce47-402b-9d03-2d46b12d13d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.599735] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b766fd38-b1be-4002-8c1c-15549af54631 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.607213] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fd3022-4125-4203-8186-1100d74fdc1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.630658] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ee015-609b-447c-98cb-faf7c967fe83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.646694] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb41357e-3f9b-4535-8b85-b46a24205741/volume-fb41357e-3f9b-4535-8b85-b46a24205741.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.651546] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.651814] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90233e30-6080-4cf9-a700-06679457e2a2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.672746] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1212.672746] env[68199]: value = "task-3071076" [ 1212.672746] env[68199]: _type = "Task" [ 1212.672746] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.680547] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.698166] env[68199]: DEBUG nova.network.neutron [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Updating instance_info_cache with network_info: [{"id": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "address": "fa:16:3e:87:0d:4d", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec153d0-1e", "ovs_interfaceid": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.792020] env[68199]: DEBUG nova.compute.utils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.793432] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.793601] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.835861] env[68199]: DEBUG nova.policy [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78da7aedd3dc4e689b064e358fe3b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712dd08b49ff4cc3bd01cfb437e014b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.037390] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.116527] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Successfully created port: dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.182659] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071076, 'name': ReconfigVM_Task, 'duration_secs': 0.222283} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.183044] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.187837] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1fc4c7-5d6e-4a7b-aa15-1e0d1d0f8525 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.200401] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.200664] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Instance network_info: |[{"id": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "address": "fa:16:3e:87:0d:4d", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec153d0-1e", "ovs_interfaceid": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.201092] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:0d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec153d0-1e0e-42f3-a056-3f028812bc16', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.208549] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.210092] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.210420] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1213.210420] env[68199]: value = "task-3071077" [ 1213.210420] env[68199]: _type = "Task" [ 1213.210420] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.210713] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d5144b8-37be-4d48-89e1-d43ece6020f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.235220] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.236511] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.236511] env[68199]: value = "task-3071078" [ 1213.236511] env[68199]: _type = "Task" [ 1213.236511] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.243970] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071078, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.297027] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.386585] env[68199]: DEBUG nova.compute.manager [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Received event network-changed-6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.386851] env[68199]: DEBUG nova.compute.manager [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Refreshing instance network info cache due to event network-changed-6ec153d0-1e0e-42f3-a056-3f028812bc16. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.387342] env[68199]: DEBUG oslo_concurrency.lockutils [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] Acquiring lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.387474] env[68199]: DEBUG oslo_concurrency.lockutils [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] Acquired lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.387645] env[68199]: DEBUG nova.network.neutron [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Refreshing network info cache for port 6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.470429] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.470640] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.470810] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.470951] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1213.564643] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.564916] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.566525] env[68199]: INFO nova.compute.claims [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.735327] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071077, 'name': ReconfigVM_Task, 'duration_secs': 0.129889} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.735630] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614939', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'name': 'volume-fb41357e-3f9b-4535-8b85-b46a24205741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b6a1859-d0bc-4d9c-ace6-99d7f0e56506', 'attached_at': '2025-03-18T09:04:55.000000', 'detached_at': '', 'volume_id': 'fb41357e-3f9b-4535-8b85-b46a24205741', 'serial': 'fb41357e-3f9b-4535-8b85-b46a24205741'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.735927] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.736739] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c0bb3-b434-4bb7-ab28-95c430fd0054 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.745690] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.748565] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb04b0a3-4624-4668-a722-c6fa9c38b06c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.749894] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071078, 'name': CreateVM_Task, 'duration_secs': 0.325652} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.750057] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.757439] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.757648] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.757893] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.758139] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea68401e-048d-4ff4-a452-8380cb553e9c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.762134] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1213.762134] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523c6047-4ab0-212a-9aca-427d9c2b293f" [ 1213.762134] env[68199]: _type = "Task" [ 1213.762134] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.769441] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c6047-4ab0-212a-9aca-427d9c2b293f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.815492] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.815731] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.815920] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleting the datastore file [datastore2] 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.816222] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32367c61-4e55-46e7-83f6-723cceb065bb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.823037] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1213.823037] env[68199]: value = "task-3071080" [ 1213.823037] env[68199]: _type = "Task" [ 1213.823037] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.831403] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.078013] env[68199]: DEBUG nova.network.neutron [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Updated VIF entry in instance network info cache for port 6ec153d0-1e0e-42f3-a056-3f028812bc16. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.078376] env[68199]: DEBUG nova.network.neutron [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Updating instance_info_cache with network_info: [{"id": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "address": "fa:16:3e:87:0d:4d", "network": {"id": "b71061d6-9e07-4499-b701-f28ef296c606", "bridge": "br-int", "label": "tempest-ServersTestJSON-625623176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfaa293571f84481a1922c9f336d11ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec153d0-1e", "ovs_interfaceid": "6ec153d0-1e0e-42f3-a056-3f028812bc16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.272169] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c6047-4ab0-212a-9aca-427d9c2b293f, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.272452] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.272679] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.272904] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.273065] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.273243] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.273485] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d8e2b5-31dc-46d6-905f-1a2f25cc9f6d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.280868] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.281048] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.281686] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065c6aab-9e6c-4eba-8586-e512953e7024 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.286037] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1214.286037] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ee5276-c55b-ab08-4283-f3ca7c98f805" [ 1214.286037] env[68199]: _type = "Task" [ 1214.286037] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.292755] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee5276-c55b-ab08-4283-f3ca7c98f805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.306940] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.332273] env[68199]: DEBUG oslo_vmware.api [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140359} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.334239] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.334429] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.334602] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.334771] env[68199]: INFO nova.compute.manager [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1214.335014] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.335386] env[68199]: DEBUG nova.compute.manager [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.335483] env[68199]: DEBUG nova.network.neutron [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.341897] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.342034] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.343025] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.343515] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.343515] env[68199]: DEBUG nova.virt.hardware [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.344136] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7cbb1-a1ef-4f36-b6f4-a972b7691253 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.351739] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5e223-e126-44c1-8375-8d4d8e0d9126 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.580741] env[68199]: DEBUG oslo_concurrency.lockutils [req-289ceb5e-a2b3-40fd-9a65-73aab25c6d54 req-881f2daa-a368-4729-97b5-4ed51d53c816 service nova] Releasing lock "refresh_cache-146c0ab4-d1a1-452a-8254-8b0608bf4bee" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.661870] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee251b-f039-4423-b1f3-30a889ae86af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.669219] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd1642-7b63-4a15-8929-cf7ea274719c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.701303] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df8abda-ecfc-4900-bee3-a3c8a246ea48 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.710069] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b616072f-e9a5-4011-9b24-73dce32165f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.722135] env[68199]: DEBUG nova.compute.provider_tree [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.741896] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Successfully updated port: dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.800350] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ee5276-c55b-ab08-4283-f3ca7c98f805, 'name': SearchDatastore_Task, 'duration_secs': 0.007693} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.801257] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97d814b-85a3-4508-9ab6-1975b01b63fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.811658] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1214.811658] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5286b8d1-dda1-96f1-292f-21b366d8d934" [ 1214.811658] env[68199]: _type = "Task" [ 1214.811658] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.821296] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5286b8d1-dda1-96f1-292f-21b366d8d934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.225421] env[68199]: DEBUG nova.scheduler.client.report [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.243823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.243943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.244573] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.322693] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5286b8d1-dda1-96f1-292f-21b366d8d934, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.322945] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.323223] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 146c0ab4-d1a1-452a-8254-8b0608bf4bee/146c0ab4-d1a1-452a-8254-8b0608bf4bee.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.323474] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d2e86e-1458-4d81-be14-4f0da3e19767 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.332179] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1215.332179] env[68199]: value = "task-3071081" [ 1215.332179] env[68199]: _type = "Task" [ 1215.332179] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.339340] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.413277] env[68199]: DEBUG nova.network.neutron [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.417624] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Received event network-vif-plugged-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.417695] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.418598] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.418598] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.418598] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] No waiting events found dispatching network-vif-plugged-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.418598] env[68199]: WARNING nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Received unexpected event network-vif-plugged-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba for instance with vm_state building and task_state spawning. [ 1215.418598] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Received event network-changed-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.418844] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Refreshing instance network info cache due to event network-changed-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.418896] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Acquiring lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.470464] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.470799] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.731144] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.731668] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.777200] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.843588] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416948} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.843862] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 146c0ab4-d1a1-452a-8254-8b0608bf4bee/146c0ab4-d1a1-452a-8254-8b0608bf4bee.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.844113] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.844364] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90b088d2-87e4-4c19-855b-cdd2490332da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.850999] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1215.850999] env[68199]: value = "task-3071082" [ 1215.850999] env[68199]: _type = "Task" [ 1215.850999] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.858972] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.899234] env[68199]: DEBUG nova.network.neutron [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating instance_info_cache with network_info: [{"id": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "address": "fa:16:3e:a4:c3:91", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc020ccc-9e", "ovs_interfaceid": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.916389] env[68199]: INFO nova.compute.manager [-] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Took 1.58 seconds to deallocate network for instance. [ 1215.974605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.974605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.974605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.974812] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1215.976136] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bc1581-4870-4641-ba6c-ba460a4e89ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.984065] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace99d8-6fe3-49c1-a1c9-44391a86c51c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.997563] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e60058-bf85-4901-9d7a-54caaccddc83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.003622] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd43cc-4b37-4e30-afbc-aaea6ba3607a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.034027] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180469MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1216.034027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.034027] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.239347] env[68199]: DEBUG nova.compute.utils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.243234] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.243413] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.286868] env[68199]: DEBUG nova.policy [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5554e7ee6f8c4a62bd4478396362c517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb66896bea024a5f982b14423b5c608d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.361011] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061282} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.361349] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.362124] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591c7b9-15ea-4f83-83ff-5201933e099f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.383592] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 146c0ab4-d1a1-452a-8254-8b0608bf4bee/146c0ab4-d1a1-452a-8254-8b0608bf4bee.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.383877] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9977af2f-f0ca-4cf4-a45b-9308ecdf64f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.403060] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.403375] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Instance network_info: |[{"id": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "address": "fa:16:3e:a4:c3:91", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc020ccc-9e", "ovs_interfaceid": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.404998] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Acquired lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.404998] env[68199]: DEBUG nova.network.neutron [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Refreshing network info cache for port dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.406222] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c3:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.413837] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating folder: Project (712dd08b49ff4cc3bd01cfb437e014b6). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.414193] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1216.414193] env[68199]: value = "task-3071083" [ 1216.414193] env[68199]: _type = "Task" [ 1216.414193] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.417159] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45e16772-192a-4aed-a991-3d4214fb0732 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.428867] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.437283] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created folder: Project (712dd08b49ff4cc3bd01cfb437e014b6) in parent group-v614632. [ 1216.437465] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating folder: Instances. Parent ref: group-v614945. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.437677] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-843c2fdb-6667-4ac7-a2ed-8848d938d35b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.447751] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created folder: Instances in parent group-v614945. [ 1216.447971] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.448449] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.448652] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c442a4fb-8e37-4e53-93b8-4703555b3f5c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.463722] env[68199]: INFO nova.compute.manager [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Took 0.55 seconds to detach 1 volumes for instance. [ 1216.477023] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.477023] env[68199]: value = "task-3071086" [ 1216.477023] env[68199]: _type = "Task" [ 1216.477023] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.483269] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071086, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.664143] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Successfully created port: f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.725410] env[68199]: DEBUG nova.network.neutron [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updated VIF entry in instance network info cache for port dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.725782] env[68199]: DEBUG nova.network.neutron [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating instance_info_cache with network_info: [{"id": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "address": "fa:16:3e:a4:c3:91", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc020ccc-9e", "ovs_interfaceid": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.746215] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.928921] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071083, 'name': ReconfigVM_Task, 'duration_secs': 0.270725} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.929239] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 146c0ab4-d1a1-452a-8254-8b0608bf4bee/146c0ab4-d1a1-452a-8254-8b0608bf4bee.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.930028] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892f71c4-0aae-4561-86c2-6398e7e670ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.936131] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1216.936131] env[68199]: value = "task-3071087" [ 1216.936131] env[68199]: _type = "Task" [ 1216.936131] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.945131] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071087, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.972041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.984031] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071086, 'name': CreateVM_Task, 'duration_secs': 0.341938} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.984031] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.984623] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.984787] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.985105] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.985357] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54eae192-384b-456d-bbbb-6d925eadd4d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.990041] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1216.990041] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5254ea1f-19be-0558-0a84-197c1462042e" [ 1216.990041] env[68199]: _type = "Task" [ 1216.990041] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.997514] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5254ea1f-19be-0558-0a84-197c1462042e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.062218] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 71030d61-0893-4bb9-804a-4efcedf54c61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.062411] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b4a938a9-f2be-4942-abcc-88cf89e2e608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.062567] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.062713] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 07f4b100-adcd-4ab4-9f9d-3d613da193ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.062854] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 146c0ab4-d1a1-452a-8254-8b0608bf4bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.063008] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 65d08685-b35b-4a6c-b81b-f700a85b5fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.063166] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.063360] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.063583] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.153062] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9789f-742c-4610-849b-664858e3229d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.160376] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d67ea1-1f4a-4476-97b4-e793f482a013 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.189205] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32166f08-1175-438f-8604-2dba5fb45a8a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.196357] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820e280-766a-4ef2-b72d-052a03ed55f3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.209588] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.228397] env[68199]: DEBUG oslo_concurrency.lockutils [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] Releasing lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.228611] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Received event network-vif-deleted-53a1008c-5a00-4623-9993-7153f524cfbc {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.228778] env[68199]: INFO nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Neutron deleted interface 53a1008c-5a00-4623-9993-7153f524cfbc; detaching it from the instance and deleting it from the info cache [ 1217.228940] env[68199]: DEBUG nova.network.neutron [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.447535] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071087, 'name': Rename_Task, 'duration_secs': 0.130097} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.447535] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.447535] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30e10f4-5115-4a13-86fd-2a18b580064d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.453275] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1217.453275] env[68199]: value = "task-3071088" [ 1217.453275] env[68199]: _type = "Task" [ 1217.453275] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.460495] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.500297] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5254ea1f-19be-0558-0a84-197c1462042e, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.500597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.500829] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.501078] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.501231] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.501413] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.501662] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b6e295-dfd7-4075-baad-62833f480996 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.512329] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.512505] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.513204] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad49891-90fd-4b70-8caf-c8e9490f6107 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.517806] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1217.517806] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527e368d-e78d-3a4f-50c3-20358a3b5f0a" [ 1217.517806] env[68199]: _type = "Task" [ 1217.517806] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.525875] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527e368d-e78d-3a4f-50c3-20358a3b5f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.712883] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.731911] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e469026-d420-4378-a9d5-0f434c8ffbbd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.741315] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b58b248-0585-4a4d-927d-efee15134551 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.755456] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.769492] env[68199]: DEBUG nova.compute.manager [req-57f179ec-4ac4-43fb-8175-3daf6469168e req-39e7ca59-d8ee-45c8-9719-e42d64346186 service nova] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Detach interface failed, port_id=53a1008c-5a00-4623-9993-7153f524cfbc, reason: Instance 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.781490] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.781737] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.781892] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.782086] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.782237] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.782381] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.782583] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.782739] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.782905] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.783078] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.783249] env[68199]: DEBUG nova.virt.hardware [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.784101] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56b7f5-6aff-44ae-b63d-0fc480e82f58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.791604] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517202db-0253-49dd-973e-dc4caa6c9cdd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.963097] env[68199]: DEBUG oslo_vmware.api [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071088, 'name': PowerOnVM_Task, 'duration_secs': 0.42858} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.963319] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.963521] env[68199]: INFO nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1217.963699] env[68199]: DEBUG nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.964491] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d620a11-fc26-476a-a8a5-7fd79b3673dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.028552] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527e368d-e78d-3a4f-50c3-20358a3b5f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.029338] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e0c10b-ceb3-4d72-988e-ba338a67f9c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.034965] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1218.034965] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52183ed8-1607-749f-9438-5c4bdcf78ef3" [ 1218.034965] env[68199]: _type = "Task" [ 1218.034965] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.043240] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52183ed8-1607-749f-9438-5c4bdcf78ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.090094] env[68199]: DEBUG nova.compute.manager [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received event network-vif-plugged-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.090330] env[68199]: DEBUG oslo_concurrency.lockutils [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] Acquiring lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.090538] env[68199]: DEBUG oslo_concurrency.lockutils [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.090699] env[68199]: DEBUG oslo_concurrency.lockutils [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.090862] env[68199]: DEBUG nova.compute.manager [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] No waiting events found dispatching network-vif-plugged-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.092124] env[68199]: WARNING nova.compute.manager [req-6a306920-de36-4f82-94d4-8f8f931a6a4b req-554a897b-1098-4a83-b975-3091055a63c2 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received unexpected event network-vif-plugged-f57ec153-7768-4ab7-9cf3-a32da11ba654 for instance with vm_state building and task_state spawning. [ 1218.153886] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Successfully updated port: f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.217931] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.218328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.218405] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.247s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.218634] env[68199]: DEBUG nova.objects.instance [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'resources' on Instance uuid 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.484744] env[68199]: INFO nova.compute.manager [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Took 11.79 seconds to build instance. [ 1218.545758] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52183ed8-1607-749f-9438-5c4bdcf78ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.026468} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.546083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.546351] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 65d08685-b35b-4a6c-b81b-f700a85b5fd3/65d08685-b35b-4a6c-b81b-f700a85b5fd3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.546598] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7175935c-6a15-4061-aecb-f32ab7afb5dd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.553182] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1218.553182] env[68199]: value = "task-3071089" [ 1218.553182] env[68199]: _type = "Task" [ 1218.553182] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.560399] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.657306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.657509] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.657710] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.849994] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c32202-a03f-4283-8059-661e5244486a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.860903] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1048b585-ec8d-4af8-9ec9-1a45bc8c3706 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.899713] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe298f-da43-4db2-a9c3-745200232b93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.910399] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5054ecd5-a990-4a9c-8023-3f877e621b02 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.927498] env[68199]: DEBUG nova.compute.provider_tree [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.930900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.986934] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8ef27298-2cb2-4d76-965d-b27f53027664 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.624s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.987427] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.056s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.987731] env[68199]: DEBUG nova.compute.manager [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.989102] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6503ce5-ebfb-42eb-822f-dfee8c5fe746 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.998698] env[68199]: DEBUG nova.compute.manager [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1218.999526] env[68199]: DEBUG nova.objects.instance [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'flavor' on Instance uuid 146c0ab4-d1a1-452a-8254-8b0608bf4bee {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.062764] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41006} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.063032] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 65d08685-b35b-4a6c-b81b-f700a85b5fd3/65d08685-b35b-4a6c-b81b-f700a85b5fd3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.063250] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.063497] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c4fe187-516d-464f-94a3-915c655ea7b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.069735] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1219.069735] env[68199]: value = "task-3071090" [ 1219.069735] env[68199]: _type = "Task" [ 1219.069735] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.078080] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.189917] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.315394] env[68199]: DEBUG nova.network.neutron [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [{"id": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "address": "fa:16:3e:69:48:44", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ec153-77", "ovs_interfaceid": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.430455] env[68199]: DEBUG nova.scheduler.client.report [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.579459] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06821} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.579686] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.580499] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8840f6-68dd-450f-b88b-b81b821807c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.602480] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 65d08685-b35b-4a6c-b81b-f700a85b5fd3/65d08685-b35b-4a6c-b81b-f700a85b5fd3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.602742] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9006dc61-c0f8-4d83-9af5-2a5b1efd1bc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.625245] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1219.625245] env[68199]: value = "task-3071091" [ 1219.625245] env[68199]: _type = "Task" [ 1219.625245] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.632569] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.819087] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.819087] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Instance network_info: |[{"id": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "address": "fa:16:3e:69:48:44", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ec153-77", "ovs_interfaceid": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.819363] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:48:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57ec153-7768-4ab7-9cf3-a32da11ba654', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.826692] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating folder: Project (eb66896bea024a5f982b14423b5c608d). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.826953] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c193e9d5-5996-4124-b619-16bc746d5c9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.837684] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created folder: Project (eb66896bea024a5f982b14423b5c608d) in parent group-v614632. [ 1219.837854] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating folder: Instances. Parent ref: group-v614948. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.838103] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ad551b7-1b8e-4c75-913e-25872fc9dd99 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.847999] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created folder: Instances in parent group-v614948. [ 1219.848232] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.848412] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.848596] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0840e6e1-e2be-42ce-86a9-ce7f4b82de43 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.867545] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.867545] env[68199]: value = "task-3071094" [ 1219.867545] env[68199]: _type = "Task" [ 1219.867545] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.876021] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071094, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.936316] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.956012] env[68199]: INFO nova.scheduler.client.report [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted allocations for instance 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506 [ 1220.007534] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.007841] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28c980b-8072-4f0d-8234-1fa594d467a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.014866] env[68199]: DEBUG oslo_vmware.api [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1220.014866] env[68199]: value = "task-3071095" [ 1220.014866] env[68199]: _type = "Task" [ 1220.014866] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.024354] env[68199]: DEBUG oslo_vmware.api [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.124659] env[68199]: DEBUG nova.compute.manager [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.124949] env[68199]: DEBUG nova.compute.manager [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing instance network info cache due to event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.125291] env[68199]: DEBUG oslo_concurrency.lockutils [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] Acquiring lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.125496] env[68199]: DEBUG oslo_concurrency.lockutils [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] Acquired lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.125748] env[68199]: DEBUG nova.network.neutron [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.143287] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071091, 'name': ReconfigVM_Task, 'duration_secs': 0.332092} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.143680] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 65d08685-b35b-4a6c-b81b-f700a85b5fd3/65d08685-b35b-4a6c-b81b-f700a85b5fd3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.144557] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4615aac2-4397-4ecd-afec-93e216e442ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.152953] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1220.152953] env[68199]: value = "task-3071096" [ 1220.152953] env[68199]: _type = "Task" [ 1220.152953] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.164841] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071096, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.377109] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071094, 'name': CreateVM_Task, 'duration_secs': 0.424023} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.377281] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.377941] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.378133] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.378461] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.378712] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afaffcb-b90b-41d0-9d37-e7f004f0dc1d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.382776] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1220.382776] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525fa0e9-01a2-e3e4-6425-0bba35883977" [ 1220.382776] env[68199]: _type = "Task" [ 1220.382776] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.391992] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525fa0e9-01a2-e3e4-6425-0bba35883977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.463081] env[68199]: DEBUG oslo_concurrency.lockutils [None req-793688df-6375-413d-9a05-b4c672f7e86f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "8b6a1859-d0bc-4d9c-ace6-99d7f0e56506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.920s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.525223] env[68199]: DEBUG oslo_vmware.api [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071095, 'name': PowerOffVM_Task, 'duration_secs': 0.244894} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.525497] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.525692] env[68199]: DEBUG nova.compute.manager [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.526482] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe7e53-36f9-4a15-9ed8-7027916d1ae0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.663728] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071096, 'name': Rename_Task, 'duration_secs': 0.157896} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.664070] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.664323] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd6fba9-72f9-42b3-98a2-08fad6c58ca4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.671373] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1220.671373] env[68199]: value = "task-3071097" [ 1220.671373] env[68199]: _type = "Task" [ 1220.671373] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.680426] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.830092] env[68199]: DEBUG nova.network.neutron [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updated VIF entry in instance network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.830711] env[68199]: DEBUG nova.network.neutron [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [{"id": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "address": "fa:16:3e:69:48:44", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ec153-77", "ovs_interfaceid": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.892559] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525fa0e9-01a2-e3e4-6425-0bba35883977, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.892853] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.893087] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.893317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.894125] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.894125] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.894125] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b09520d-39c7-4de4-a59c-34ee37c4b917 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.902196] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.902381] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.903079] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ceaed19-92b7-48bc-91f4-8746455fc913 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.908431] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1220.908431] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52604b0b-7ee9-e349-86b0-eb0444302dd9" [ 1220.908431] env[68199]: _type = "Task" [ 1220.908431] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.915491] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52604b0b-7ee9-e349-86b0-eb0444302dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.037550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3e473909-e1ff-415c-a26a-88caa9695026 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.182118] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.235924] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.236219] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.333213] env[68199]: DEBUG oslo_concurrency.lockutils [req-6569f0ae-5d07-40bf-a0a1-86811cc0deb8 req-e7edf9ae-20b4-4fcc-b4be-0c469a2f7d8b service nova] Releasing lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.418485] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52604b0b-7ee9-e349-86b0-eb0444302dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.419273] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1871f56-6dbf-42fa-ab4e-84b29f0692c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.423913] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1221.423913] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f1087f-160a-39dc-6f37-332b41d92f1f" [ 1221.423913] env[68199]: _type = "Task" [ 1221.423913] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.430976] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f1087f-160a-39dc-6f37-332b41d92f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.591076] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.591344] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.591568] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.591755] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.591923] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.594141] env[68199]: INFO nova.compute.manager [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Terminating instance [ 1221.681736] env[68199]: DEBUG oslo_vmware.api [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071097, 'name': PowerOnVM_Task, 'duration_secs': 0.516144} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.682054] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.682214] env[68199]: INFO nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1221.682385] env[68199]: DEBUG nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.683270] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aca253-19c1-4166-b267-5e395315963d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.738453] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.934212] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f1087f-160a-39dc-6f37-332b41d92f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.934425] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.934660] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74104f6-f85a-4e1b-9d47-4b7945442fd8/e74104f6-f85a-4e1b-9d47-4b7945442fd8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.934906] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-720b352b-d5cb-45b3-86ce-84af4af3f210 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.940740] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1221.940740] env[68199]: value = "task-3071098" [ 1221.940740] env[68199]: _type = "Task" [ 1221.940740] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.947865] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.016032] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.098422] env[68199]: DEBUG nova.compute.manager [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.098742] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.099912] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6984ed56-8467-4bb9-a676-96c81012d2d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.109329] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.109649] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad128a7b-2413-4435-9f52-4a8785af127d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.196459] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.196727] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.196922] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore2] 146c0ab4-d1a1-452a-8254-8b0608bf4bee {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.198768] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e530a9b-033f-4730-96a9-955e040d226f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.201289] env[68199]: INFO nova.compute.manager [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Took 12.14 seconds to build instance. [ 1222.208245] env[68199]: DEBUG oslo_vmware.api [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1222.208245] env[68199]: value = "task-3071100" [ 1222.208245] env[68199]: _type = "Task" [ 1222.208245] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.216895] env[68199]: DEBUG oslo_vmware.api [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.265043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.265043] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.266106] env[68199]: INFO nova.compute.claims [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.450204] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435963} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.450411] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] e74104f6-f85a-4e1b-9d47-4b7945442fd8/e74104f6-f85a-4e1b-9d47-4b7945442fd8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.450624] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.450858] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f497d8a6-be47-40f7-9f45-115e7e600d4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.456600] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1222.456600] env[68199]: value = "task-3071101" [ 1222.456600] env[68199]: _type = "Task" [ 1222.456600] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.464047] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.520086] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Getting list of instances from cluster (obj){ [ 1222.520086] env[68199]: value = "domain-c8" [ 1222.520086] env[68199]: _type = "ClusterComputeResource" [ 1222.520086] env[68199]: } {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1222.521213] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ee1b2-745f-4952-a822-078b754cad0d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.534079] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Got total of 5 instances {{(pid=68199) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1222.534244] env[68199]: WARNING nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1222.534381] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 71030d61-0893-4bb9-804a-4efcedf54c61 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.534562] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.534712] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.534859] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 146c0ab4-d1a1-452a-8254-8b0608bf4bee {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.535019] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid 65d08685-b35b-4a6c-b81b-f700a85b5fd3 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.535175] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Triggering sync for uuid e74104f6-f85a-4e1b-9d47-4b7945442fd8 {{(pid=68199) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.535482] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "71030d61-0893-4bb9-804a-4efcedf54c61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.535699] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.536036] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.536256] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.536627] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.536693] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.536890] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.537462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.537462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.538194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc9422d-10a3-4478-a591-d977bfc00e26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.541313] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b30c35-c2c2-4f50-b39b-76d60814db8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.544167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7334a5bc-0792-4561-879e-8c8205ad28cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.703928] env[68199]: DEBUG oslo_concurrency.lockutils [None req-18a62f02-ccc5-477b-b9e0-27996a45dad7 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.653s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.704276] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.167s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.705714] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95968619-ba4d-4749-9ffd-778df14b8f3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.718930] env[68199]: DEBUG oslo_vmware.api [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259689} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.719151] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.719373] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.719627] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.720513] env[68199]: INFO nova.compute.manager [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1222.720513] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.720513] env[68199]: DEBUG nova.compute.manager [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.720513] env[68199]: DEBUG nova.network.neutron [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.967611] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06412} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.969480] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.970701] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f17bc6-9f8f-4a71-a75b-7403f6d3164e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.994846] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e74104f6-f85a-4e1b-9d47-4b7945442fd8/e74104f6-f85a-4e1b-9d47-4b7945442fd8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.996624] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496a4990-bea5-4b1d-b869-e506d75819da {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.012073] env[68199]: DEBUG nova.compute.manager [req-11ce932e-8796-4ac2-ae8e-bd94778af3ff req-651945e0-f82f-4202-a629-38dd36be40ab service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Received event network-vif-deleted-6ec153d0-1e0e-42f3-a056-3f028812bc16 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.012272] env[68199]: INFO nova.compute.manager [req-11ce932e-8796-4ac2-ae8e-bd94778af3ff req-651945e0-f82f-4202-a629-38dd36be40ab service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Neutron deleted interface 6ec153d0-1e0e-42f3-a056-3f028812bc16; detaching it from the instance and deleting it from the info cache [ 1223.012438] env[68199]: DEBUG nova.network.neutron [req-11ce932e-8796-4ac2-ae8e-bd94778af3ff req-651945e0-f82f-4202-a629-38dd36be40ab service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.020154] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1223.020154] env[68199]: value = "task-3071102" [ 1223.020154] env[68199]: _type = "Task" [ 1223.020154] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.029119] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.056610] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.056610] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.056823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.191272] env[68199]: DEBUG nova.compute.manager [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Received event network-changed-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.191401] env[68199]: DEBUG nova.compute.manager [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Refreshing instance network info cache due to event network-changed-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.191590] env[68199]: DEBUG oslo_concurrency.lockutils [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] Acquiring lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.191733] env[68199]: DEBUG oslo_concurrency.lockutils [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] Acquired lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.191888] env[68199]: DEBUG nova.network.neutron [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Refreshing network info cache for port dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.215983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.370194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e9529-2042-43f6-bc81-01d83a0f2fd0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.378193] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985f182-1ba9-4e9f-bbde-fa9ed51bbb0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.409220] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffee57-42a9-494a-a9d7-0fa0baba1441 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.416135] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c27533-13d5-4846-a438-d9d5c6ff2355 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.428757] env[68199]: DEBUG nova.compute.provider_tree [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.471178] env[68199]: DEBUG nova.network.neutron [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.515532] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b072f0e5-44d5-474f-8b9b-b0171838c390 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.527814] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7f8f1-7e28-4c77-b0cb-5e4185b8c61a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.540905] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071102, 'name': ReconfigVM_Task, 'duration_secs': 0.279264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.541552] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e74104f6-f85a-4e1b-9d47-4b7945442fd8/e74104f6-f85a-4e1b-9d47-4b7945442fd8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.542211] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45bc9503-9824-4e39-b8dd-8d950853d1c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.549363] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1223.549363] env[68199]: value = "task-3071103" [ 1223.549363] env[68199]: _type = "Task" [ 1223.549363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.559071] env[68199]: DEBUG nova.compute.manager [req-11ce932e-8796-4ac2-ae8e-bd94778af3ff req-651945e0-f82f-4202-a629-38dd36be40ab service nova] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Detach interface failed, port_id=6ec153d0-1e0e-42f3-a056-3f028812bc16, reason: Instance 146c0ab4-d1a1-452a-8254-8b0608bf4bee could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.563866] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071103, 'name': Rename_Task} progress is 10%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.899095] env[68199]: DEBUG nova.network.neutron [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updated VIF entry in instance network info cache for port dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.899490] env[68199]: DEBUG nova.network.neutron [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating instance_info_cache with network_info: [{"id": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "address": "fa:16:3e:a4:c3:91", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc020ccc-9e", "ovs_interfaceid": "dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.931390] env[68199]: DEBUG nova.scheduler.client.report [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.973108] env[68199]: INFO nova.compute.manager [-] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Took 1.25 seconds to deallocate network for instance. [ 1224.058968] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071103, 'name': Rename_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.402114] env[68199]: DEBUG oslo_concurrency.lockutils [req-3734268f-546f-4ee9-9086-791bbd9d4cb6 req-ea3fad90-9b54-4775-a7d4-5b30b52c1b5a service nova] Releasing lock "refresh_cache-65d08685-b35b-4a6c-b81b-f700a85b5fd3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.436291] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.436832] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.479233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.479530] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.479739] env[68199]: DEBUG nova.objects.instance [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 146c0ab4-d1a1-452a-8254-8b0608bf4bee {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.560314] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071103, 'name': Rename_Task, 'duration_secs': 0.754386} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.560648] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.560930] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bf32bab-b6bb-43e7-aff1-a1e30e9d1912 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.567327] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1224.567327] env[68199]: value = "task-3071104" [ 1224.567327] env[68199]: _type = "Task" [ 1224.567327] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.574305] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.942301] env[68199]: DEBUG nova.compute.utils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.943741] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.943934] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.980767] env[68199]: DEBUG nova.policy [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5d74f718424438c94045fd0c1741c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d70fa055b7a439b936712be85c8d328', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.079968] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.084279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028de6d5-ad99-46b7-b7af-706d49fa156a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.094552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f51a7c8-efc0-4474-a8ea-802b36ac0c26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.127373] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929c5db-3219-4d48-b9d0-f6cde348ea32 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.134748] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1beab-a8e4-428c-a398-dbad55bd6a33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.148507] env[68199]: DEBUG nova.compute.provider_tree [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.269182] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Successfully created port: 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.446635] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.579338] env[68199]: DEBUG oslo_vmware.api [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071104, 'name': PowerOnVM_Task, 'duration_secs': 0.554529} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.579548] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.579728] env[68199]: INFO nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1225.579901] env[68199]: DEBUG nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.580663] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a9acf-265b-4697-ac3e-7683c4de9901 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.652264] env[68199]: DEBUG nova.scheduler.client.report [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.096327] env[68199]: INFO nova.compute.manager [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Took 12.55 seconds to build instance. [ 1226.157062] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.179520] env[68199]: INFO nova.scheduler.client.report [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 146c0ab4-d1a1-452a-8254-8b0608bf4bee [ 1226.458261] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.484390] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.484638] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.484795] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.485043] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.485230] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.485378] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.485581] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.485743] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.485916] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.489074] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.489397] env[68199]: DEBUG nova.virt.hardware [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.490265] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e4b5cc-37a7-47a7-8df4-ceffcfaac347 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.500528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70963149-981c-416c-aaa7-770135f06eb2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.598974] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8c1e373b-71d3-4049-a0eb-472e6f54a6b8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.063s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.598974] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.061s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.598974] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1226.598974] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.653835] env[68199]: DEBUG nova.compute.manager [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.653835] env[68199]: DEBUG oslo_concurrency.lockutils [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.653835] env[68199]: DEBUG oslo_concurrency.lockutils [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.653835] env[68199]: DEBUG oslo_concurrency.lockutils [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.653835] env[68199]: DEBUG nova.compute.manager [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] No waiting events found dispatching network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.654429] env[68199]: WARNING nova.compute.manager [req-8e5b916d-0530-4739-8419-f933220c4b8e req-77748cac-d762-447f-a21a-40ad7922f51b service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received unexpected event network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 for instance with vm_state building and task_state spawning. [ 1226.688123] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cb36ebb2-fe91-4d37-b81a-c903a1097401 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.096s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.691967] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.154s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.691967] env[68199]: INFO nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] During sync_power_state the instance has a pending task (deleting). Skip. [ 1226.691967] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "146c0ab4-d1a1-452a-8254-8b0608bf4bee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.749821] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Successfully updated port: 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.766939] env[68199]: DEBUG nova.compute.manager [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.767194] env[68199]: DEBUG nova.compute.manager [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing instance network info cache due to event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.767410] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] Acquiring lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.767551] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] Acquired lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.767707] env[68199]: DEBUG nova.network.neutron [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.904564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.904564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.904564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.904564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.904564] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.905035] env[68199]: INFO nova.compute.manager [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Terminating instance [ 1227.253192] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.253457] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.253493] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.386584] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "71030d61-0893-4bb9-804a-4efcedf54c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.386790] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.387024] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.387213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.387383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.389360] env[68199]: INFO nova.compute.manager [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Terminating instance [ 1227.408911] env[68199]: DEBUG nova.compute.manager [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.409158] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.410458] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7469a725-e492-43e9-ae39-942e13ca6124 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.417930] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.418187] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b1904f-ea53-4cb9-9ef2-d0f9d0cc0f7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.424894] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1227.424894] env[68199]: value = "task-3071105" [ 1227.424894] env[68199]: _type = "Task" [ 1227.424894] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.433051] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.684068] env[68199]: DEBUG nova.network.neutron [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updated VIF entry in instance network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.684540] env[68199]: DEBUG nova.network.neutron [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [{"id": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "address": "fa:16:3e:69:48:44", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ec153-77", "ovs_interfaceid": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.787261] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.893249] env[68199]: DEBUG nova.compute.manager [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.893426] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.894496] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803e422-79d2-430a-a607-c25c86d8fbe8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.902400] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.902620] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce45abd1-2e20-4944-96fb-2cecbec092e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.909126] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1227.909126] env[68199]: value = "task-3071106" [ 1227.909126] env[68199]: _type = "Task" [ 1227.909126] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.916336] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.919043] env[68199]: DEBUG nova.network.neutron [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.934148] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071105, 'name': PowerOffVM_Task, 'duration_secs': 0.200231} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.934407] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.934574] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.934811] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c31907f8-da60-4f53-81b5-383c2ee4f00f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.997020] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.997471] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.997670] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleting the datastore file [datastore1] b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.998365] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6bb893-271e-4b83-a863-d70836a9522d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.005302] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for the task: (returnval){ [ 1228.005302] env[68199]: value = "task-3071108" [ 1228.005302] env[68199]: _type = "Task" [ 1228.005302] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.013246] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.188782] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b2feed5-b2a2-4a90-b236-db2b10cd3abe req-d4fff040-331c-428c-86c3-62f9c4b1ffee service nova] Releasing lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.419322] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071106, 'name': PowerOffVM_Task, 'duration_secs': 0.200259} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.419700] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.419700] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.419864] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceacf009-fd28-4dfe-897f-b7371d3c15db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.421484] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.421769] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance network_info: |[{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.422136] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:92:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ae85502-5c16-4e33-ab03-723bd53616c4', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.429452] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.429950] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.430157] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a88c04e-8ed3-419d-aee2-b2066092600c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.451777] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.451777] env[68199]: value = "task-3071110" [ 1228.451777] env[68199]: _type = "Task" [ 1228.451777] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.458940] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071110, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.505181] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.505382] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.505567] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleting the datastore file [datastore1] 71030d61-0893-4bb9-804a-4efcedf54c61 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.505895] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dedc738-5b06-4b7e-80d6-a93e22ca9a24 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.521149] env[68199]: DEBUG oslo_vmware.api [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Task: {'id': task-3071108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138471} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.522587] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.522803] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.523026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.523225] env[68199]: INFO nova.compute.manager [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1228.523519] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.523837] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for the task: (returnval){ [ 1228.523837] env[68199]: value = "task-3071111" [ 1228.523837] env[68199]: _type = "Task" [ 1228.523837] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.524062] env[68199]: DEBUG nova.compute.manager [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.524137] env[68199]: DEBUG nova.network.neutron [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.535654] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.692546] env[68199]: DEBUG nova.compute.manager [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.692802] env[68199]: DEBUG nova.compute.manager [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing instance network info cache due to event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.693184] env[68199]: DEBUG oslo_concurrency.lockutils [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.693251] env[68199]: DEBUG oslo_concurrency.lockutils [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.693439] env[68199]: DEBUG nova.network.neutron [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.961772] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071110, 'name': CreateVM_Task, 'duration_secs': 0.391338} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.961952] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.962659] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.962828] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.963207] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.963472] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670e4149-6d17-41fc-bad2-d414666a7049 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.969146] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1228.969146] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f775d0-cca8-9737-4601-cca0a1b851f6" [ 1228.969146] env[68199]: _type = "Task" [ 1228.969146] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.977818] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f775d0-cca8-9737-4601-cca0a1b851f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.035411] env[68199]: DEBUG oslo_vmware.api [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Task: {'id': task-3071111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225867} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.035649] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.035832] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.036057] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.036204] env[68199]: INFO nova.compute.manager [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1229.036449] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.036640] env[68199]: DEBUG nova.compute.manager [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.036734] env[68199]: DEBUG nova.network.neutron [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.418006] env[68199]: DEBUG nova.network.neutron [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updated VIF entry in instance network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.418390] env[68199]: DEBUG nova.network.neutron [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.479525] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f775d0-cca8-9737-4601-cca0a1b851f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013549} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.479842] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.480059] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.480300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.480449] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.480625] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.480889] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37e60f2-e7cd-4b63-a024-907eb897caca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.482703] env[68199]: DEBUG nova.network.neutron [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.492616] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.492797] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.494073] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44f99f2-a197-4fea-a135-a2a9fd5c681f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.499493] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1229.499493] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5258934e-0fd7-4621-8ae2-065b79722fe6" [ 1229.499493] env[68199]: _type = "Task" [ 1229.499493] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.507190] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5258934e-0fd7-4621-8ae2-065b79722fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.811540] env[68199]: DEBUG nova.network.neutron [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.921544] env[68199]: DEBUG oslo_concurrency.lockutils [req-4005f3f1-d560-4667-944b-b6f64417b02c req-67189706-8bc9-49e1-a1fa-3a49b8c231eb service nova] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.985925] env[68199]: INFO nova.compute.manager [-] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Took 1.46 seconds to deallocate network for instance. [ 1230.010036] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5258934e-0fd7-4621-8ae2-065b79722fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.040934} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.010189] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b5a759-403f-4f73-8ad2-2032bb6d2196 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.014998] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1230.014998] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526a027f-3c80-05a0-cd20-8743823e566e" [ 1230.014998] env[68199]: _type = "Task" [ 1230.014998] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.023424] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a027f-3c80-05a0-cd20-8743823e566e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.316996] env[68199]: INFO nova.compute.manager [-] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Took 1.28 seconds to deallocate network for instance. [ 1230.493286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.493286] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.493672] env[68199]: DEBUG nova.objects.instance [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lazy-loading 'resources' on Instance uuid b4a938a9-f2be-4942-abcc-88cf89e2e608 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.525515] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526a027f-3c80-05a0-cd20-8743823e566e, 'name': SearchDatastore_Task, 'duration_secs': 0.038274} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.525776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.526059] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.526311] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ebd388-e906-4615-b5e8-24f27a19cc88 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.532909] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1230.532909] env[68199]: value = "task-3071112" [ 1230.532909] env[68199]: _type = "Task" [ 1230.532909] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.540307] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.731286] env[68199]: DEBUG nova.compute.manager [req-b73f1579-c20b-4642-a78b-ad628f3331b6 req-22a230e0-c234-49bd-b5fd-7ec61dfa11b5 service nova] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Received event network-vif-deleted-8025051c-1d07-4ab9-b123-16b33504273a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.731286] env[68199]: DEBUG nova.compute.manager [req-b73f1579-c20b-4642-a78b-ad628f3331b6 req-22a230e0-c234-49bd-b5fd-7ec61dfa11b5 service nova] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Received event network-vif-deleted-cb3e6da0-1f79-4e64-baac-f9980adc88ea {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.823907] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.913657] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.913969] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.914196] env[68199]: DEBUG nova.compute.manager [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.915126] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936fbcf3-659b-4651-a8a6-8899266a8699 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.922091] env[68199]: DEBUG nova.compute.manager [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1230.922678] env[68199]: DEBUG nova.objects.instance [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'flavor' on Instance uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.044456] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4212} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.044709] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.044915] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.045177] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec959e8-1ccf-4f70-a325-c0ccd1efd1f1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.052878] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1231.052878] env[68199]: value = "task-3071113" [ 1231.052878] env[68199]: _type = "Task" [ 1231.052878] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.060102] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.084525] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12facce6-7b85-4dc1-b449-528c13112341 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.091181] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebefb9dc-de96-4633-867b-6f9c7c105c51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.121527] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93d4d4b-b8dc-497b-ae84-1d8c656bc2eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.127894] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67636f0-ff8b-49b9-9eb3-454f042c417e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.140208] env[68199]: DEBUG nova.compute.provider_tree [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.566580] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292727} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.566580] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.567062] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a474c-5f15-4031-aa43-747ef8a9816b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.595896] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.596294] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c555473-b421-4375-8d48-4bd431a16bca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.616363] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1231.616363] env[68199]: value = "task-3071114" [ 1231.616363] env[68199]: _type = "Task" [ 1231.616363] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.624553] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.643907] env[68199]: DEBUG nova.scheduler.client.report [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.930443] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.930788] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c12355b2-04ab-4632-83e1-815e64104311 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.938071] env[68199]: DEBUG oslo_vmware.api [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1231.938071] env[68199]: value = "task-3071115" [ 1231.938071] env[68199]: _type = "Task" [ 1231.938071] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.946818] env[68199]: DEBUG oslo_vmware.api [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.126427] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071114, 'name': ReconfigVM_Task, 'duration_secs': 0.361986} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.126727] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.127435] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9031de-391c-4811-b059-9124fb41d4c0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.134488] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1232.134488] env[68199]: value = "task-3071116" [ 1232.134488] env[68199]: _type = "Task" [ 1232.134488] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.143320] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071116, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.149154] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.151222] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.327s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.151461] env[68199]: DEBUG nova.objects.instance [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lazy-loading 'resources' on Instance uuid 71030d61-0893-4bb9-804a-4efcedf54c61 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.170343] env[68199]: INFO nova.scheduler.client.report [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Deleted allocations for instance b4a938a9-f2be-4942-abcc-88cf89e2e608 [ 1232.447861] env[68199]: DEBUG oslo_vmware.api [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071115, 'name': PowerOffVM_Task, 'duration_secs': 0.286959} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.448137] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.448337] env[68199]: DEBUG nova.compute.manager [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.449087] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea593f6-9a5b-44f5-91da-867c09c81ef4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.645118] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071116, 'name': Rename_Task, 'duration_secs': 0.142159} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.645504] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.645560] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e386fd-df0b-4631-9d5e-b04dba7c444e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.651958] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1232.651958] env[68199]: value = "task-3071117" [ 1232.651958] env[68199]: _type = "Task" [ 1232.651958] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.661455] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.679465] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1a3839cb-620c-4086-ae39-7164870e97a8 tempest-AttachVolumeShelveTestJSON-1825551412 tempest-AttachVolumeShelveTestJSON-1825551412-project-member] Lock "b4a938a9-f2be-4942-abcc-88cf89e2e608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.777s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.737841] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a260b-2926-4e91-a41f-03f63fc596f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.745394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6269467-8b68-47a0-b559-e377aef5fcca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.775625] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06eeee-4bcb-46e1-981e-673c496e403f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.782984] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ab33b-d448-4922-92c2-4d4cf8d57dba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.798868] env[68199]: DEBUG nova.compute.provider_tree [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.960766] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0478ac27-8773-41b1-ab07-66d467d71dc5 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.161775] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.303101] env[68199]: DEBUG nova.scheduler.client.report [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.391992] env[68199]: DEBUG nova.objects.instance [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'flavor' on Instance uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.663825] env[68199]: DEBUG oslo_vmware.api [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071117, 'name': PowerOnVM_Task, 'duration_secs': 0.683565} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.664292] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.664292] env[68199]: INFO nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1233.664385] env[68199]: DEBUG nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.665501] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac6df1-a7a9-43e9-9c9e-ef7b3f01f65b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.807702] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.831665] env[68199]: INFO nova.scheduler.client.report [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Deleted allocations for instance 71030d61-0893-4bb9-804a-4efcedf54c61 [ 1233.896346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.896515] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.896689] env[68199]: DEBUG nova.network.neutron [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.896865] env[68199]: DEBUG nova.objects.instance [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'info_cache' on Instance uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.181392] env[68199]: INFO nova.compute.manager [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Took 11.94 seconds to build instance. [ 1234.339811] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a7fbf4b6-99f8-4163-93da-69114076d748 tempest-ServersTestJSON-1952148949 tempest-ServersTestJSON-1952148949-project-member] Lock "71030d61-0893-4bb9-804a-4efcedf54c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.953s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.401449] env[68199]: DEBUG nova.objects.base [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Object Instance<07f4b100-adcd-4ab4-9f9d-3d613da193ae> lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.436785] env[68199]: DEBUG nova.compute.manager [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.436975] env[68199]: DEBUG nova.compute.manager [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing instance network info cache due to event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.437583] env[68199]: DEBUG oslo_concurrency.lockutils [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.437583] env[68199]: DEBUG oslo_concurrency.lockutils [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.437706] env[68199]: DEBUG nova.network.neutron [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.683963] env[68199]: DEBUG oslo_concurrency.lockutils [None req-20fd0e9b-8e3a-48fd-8078-c54d42445d1f tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.448s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.394748] env[68199]: DEBUG nova.network.neutron [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.400059] env[68199]: DEBUG nova.network.neutron [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updated VIF entry in instance network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.400401] env[68199]: DEBUG nova.network.neutron [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.898463] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.902474] env[68199]: DEBUG oslo_concurrency.lockutils [req-4156137d-1e3b-4763-85de-7cd0c8b903a1 req-1520700d-2902-4000-b788-78f990849d58 service nova] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.905357] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.905738] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5afdc055-7732-4c02-a96a-e10f1e20e04e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.914848] env[68199]: DEBUG oslo_vmware.api [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1236.914848] env[68199]: value = "task-3071119" [ 1236.914848] env[68199]: _type = "Task" [ 1236.914848] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.922340] env[68199]: DEBUG oslo_vmware.api [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.428236] env[68199]: DEBUG oslo_vmware.api [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071119, 'name': PowerOnVM_Task, 'duration_secs': 0.400882} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.428236] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.428236] env[68199]: DEBUG nova.compute.manager [None req-e0f08211-b6e0-40b3-9b07-a0431efe4dee tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.428236] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6b574-aef1-49d3-b567-2423bf42e55f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.709933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823f3ef-0ff3-45a5-b05c-bcbafffd3fb1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.716916] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Suspending the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1239.717160] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a19181a1-3fc4-4d8a-b58d-747d3a3fcc1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.723526] env[68199]: DEBUG oslo_vmware.api [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1239.723526] env[68199]: value = "task-3071120" [ 1239.723526] env[68199]: _type = "Task" [ 1239.723526] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.731958] env[68199]: DEBUG oslo_vmware.api [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071120, 'name': SuspendVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.234739] env[68199]: DEBUG oslo_vmware.api [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071120, 'name': SuspendVM_Task} progress is 62%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.736124] env[68199]: DEBUG oslo_vmware.api [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071120, 'name': SuspendVM_Task, 'duration_secs': 0.7055} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.736393] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Suspended the VM {{(pid=68199) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1240.736501] env[68199]: DEBUG nova.compute.manager [None req-7985c695-cebd-46f0-ad51-be6fbd7c67d4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.737293] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f507627b-ab72-45fe-91c9-112b158b9a38 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.144662] env[68199]: INFO nova.compute.manager [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Resuming [ 1242.145398] env[68199]: DEBUG nova.objects.instance [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'flavor' on Instance uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.215673] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.215933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.718947] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.241966] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.242267] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.243848] env[68199]: INFO nova.compute.claims [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.657912] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.658139] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquired lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.658326] env[68199]: DEBUG nova.network.neutron [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.325481] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53fa6c-4ec7-49a1-9914-aae7c8bf5339 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.333095] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8e20c-3912-46b4-a3d2-ba0f75a30772 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.363616] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180f1e2-6bb9-4b57-a39a-69c7c1181fc2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.370453] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7d1b9-53ec-4773-b309-80d0ad4b4300 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.382839] env[68199]: DEBUG nova.compute.provider_tree [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.393540] env[68199]: DEBUG nova.network.neutron [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [{"id": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "address": "fa:16:3e:7f:89:67", "network": {"id": "aee04aa7-e5f4-49e1-a63b-5e8c0e6cafc2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-833995013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b3e0642284401b6b95ad1b08d6dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376a0d8-a1", "ovs_interfaceid": "5376a0d8-a113-4e70-bba9-efb91bbc8c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.886736] env[68199]: DEBUG nova.scheduler.client.report [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.896284] env[68199]: DEBUG oslo_concurrency.lockutils [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Releasing lock "refresh_cache-07f4b100-adcd-4ab4-9f9d-3d613da193ae" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.896999] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6807d5-b3ad-46e3-a547-4c5c78cb8a20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.903542] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Resuming the VM {{(pid=68199) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1244.903772] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260e4a8d-5f70-4206-a06e-cce34dc0f51f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.911446] env[68199]: DEBUG oslo_vmware.api [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1244.911446] env[68199]: value = "task-3071121" [ 1244.911446] env[68199]: _type = "Task" [ 1244.911446] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.921882] env[68199]: DEBUG oslo_vmware.api [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.395159] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.395739] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.422850] env[68199]: DEBUG oslo_vmware.api [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.902724] env[68199]: DEBUG nova.compute.utils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.903070] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.903272] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.923054] env[68199]: DEBUG oslo_vmware.api [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071121, 'name': PowerOnVM_Task, 'duration_secs': 0.51881} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.923054] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Resumed the VM {{(pid=68199) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1245.923245] env[68199]: DEBUG nova.compute.manager [None req-ad5b4bce-6166-4e1d-b2aa-1c597165e2df tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.923914] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36614a99-8869-453e-8d25-5845771c3e68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.939240] env[68199]: DEBUG nova.policy [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d36c473fc94bad88a0a3b6418d34fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3704cfd02a35495e9eb015a5d3866be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.201265] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Successfully created port: 5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.406828] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.786704] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.786971] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.787213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.787430] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.787612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.789665] env[68199]: INFO nova.compute.manager [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Terminating instance [ 1247.299779] env[68199]: DEBUG nova.compute.manager [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.300049] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.301558] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcc309-0eb7-481d-b951-be06f27e637d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.309231] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.309465] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae65c17d-f1f7-4f32-801f-dab27cc781f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.315904] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1247.315904] env[68199]: value = "task-3071122" [ 1247.315904] env[68199]: _type = "Task" [ 1247.315904] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.323494] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.417302] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.445141] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.445408] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.445574] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.445760] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.445907] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.446075] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.446298] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.446476] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.446649] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.446828] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.446981] env[68199]: DEBUG nova.virt.hardware [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.447884] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3df12-9854-4e0e-abd4-33a767a4d62a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.455771] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ead0fd-bba5-4915-a34f-fe37523a19ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.569567] env[68199]: DEBUG nova.compute.manager [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Received event network-vif-plugged-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.569798] env[68199]: DEBUG oslo_concurrency.lockutils [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.570014] env[68199]: DEBUG oslo_concurrency.lockutils [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.570191] env[68199]: DEBUG oslo_concurrency.lockutils [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.570360] env[68199]: DEBUG nova.compute.manager [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] No waiting events found dispatching network-vif-plugged-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.570523] env[68199]: WARNING nova.compute.manager [req-d9fa6aec-1923-4b38-8119-3c945da6912d req-618a09e7-456c-4b10-ae34-668bc2f37e3c service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Received unexpected event network-vif-plugged-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 for instance with vm_state building and task_state spawning. [ 1247.646437] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Successfully updated port: 5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.826242] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071122, 'name': PowerOffVM_Task, 'duration_secs': 0.188295} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.826476] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.826631] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.826885] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8026a9c-b9f2-451e-a8da-30e8ca477b6f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.889920] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.889920] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.889920] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleting the datastore file [datastore1] 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.890259] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f811e41-6fd7-4f04-bd30-2f166e26832d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.897023] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for the task: (returnval){ [ 1247.897023] env[68199]: value = "task-3071124" [ 1247.897023] env[68199]: _type = "Task" [ 1247.897023] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.904986] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.149160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.149361] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.149404] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.407320] env[68199]: DEBUG oslo_vmware.api [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Task: {'id': task-3071124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138933} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.407568] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.407745] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.407915] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.408103] env[68199]: INFO nova.compute.manager [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1248.408345] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.408534] env[68199]: DEBUG nova.compute.manager [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.408628] env[68199]: DEBUG nova.network.neutron [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.693044] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.078080] env[68199]: DEBUG nova.network.neutron [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.580375] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.580710] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Instance network_info: |[{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.581198] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:a1:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ea6e6b8-6e56-4583-a7ba-169f2c170a76', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.588956] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Creating folder: Project (3704cfd02a35495e9eb015a5d3866be5). Parent ref: group-v614632. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.589260] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1525647a-fe5f-4d85-a35c-6b8f98378f84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.600408] env[68199]: DEBUG nova.compute.manager [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Received event network-changed-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.600569] env[68199]: DEBUG nova.compute.manager [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Refreshing instance network info cache due to event network-changed-5ea6e6b8-6e56-4583-a7ba-169f2c170a76. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.600780] env[68199]: DEBUG oslo_concurrency.lockutils [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] Acquiring lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.600921] env[68199]: DEBUG oslo_concurrency.lockutils [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] Acquired lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.601097] env[68199]: DEBUG nova.network.neutron [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Refreshing network info cache for port 5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.604763] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Created folder: Project (3704cfd02a35495e9eb015a5d3866be5) in parent group-v614632. [ 1249.604763] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Creating folder: Instances. Parent ref: group-v614952. {{(pid=68199) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.604943] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d225dc-e5ba-4194-895e-aa462282c0ea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.607025] env[68199]: DEBUG nova.network.neutron [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.618779] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Created folder: Instances in parent group-v614952. [ 1249.619339] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.619339] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.619747] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d36af1-2728-4339-8edf-5617de1b4d46 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.638801] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.638801] env[68199]: value = "task-3071127" [ 1249.638801] env[68199]: _type = "Task" [ 1249.638801] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.646714] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071127, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.108972] env[68199]: INFO nova.compute.manager [-] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Took 1.70 seconds to deallocate network for instance. [ 1250.150215] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071127, 'name': CreateVM_Task, 'duration_secs': 0.29768} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.150377] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.151051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.151227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.151550] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.152151] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85f74b0-87f1-48a6-96af-1803bada215a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.157076] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1250.157076] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522e5259-68fa-c8de-4b85-94effe63bb90" [ 1250.157076] env[68199]: _type = "Task" [ 1250.157076] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.165297] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522e5259-68fa-c8de-4b85-94effe63bb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.286698] env[68199]: DEBUG nova.network.neutron [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updated VIF entry in instance network info cache for port 5ea6e6b8-6e56-4583-a7ba-169f2c170a76. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.287073] env[68199]: DEBUG nova.network.neutron [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.615060] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.615381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.615606] env[68199]: DEBUG nova.objects.instance [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lazy-loading 'resources' on Instance uuid 07f4b100-adcd-4ab4-9f9d-3d613da193ae {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.667308] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522e5259-68fa-c8de-4b85-94effe63bb90, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.667572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.667792] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.668033] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.668184] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.668360] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.668647] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a08adad6-9a26-4886-9f3a-18ca1dee7b5a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.676426] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.676603] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.677293] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8ad7ba-4164-4efc-a344-503014fbde87 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.682106] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1250.682106] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f0a150-5cb2-187b-b7b4-64c0e75da7dd" [ 1250.682106] env[68199]: _type = "Task" [ 1250.682106] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.689474] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f0a150-5cb2-187b-b7b4-64c0e75da7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.789661] env[68199]: DEBUG oslo_concurrency.lockutils [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] Releasing lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.789927] env[68199]: DEBUG nova.compute.manager [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Received event network-vif-deleted-5376a0d8-a113-4e70-bba9-efb91bbc8c64 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.790133] env[68199]: INFO nova.compute.manager [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Neutron deleted interface 5376a0d8-a113-4e70-bba9-efb91bbc8c64; detaching it from the instance and deleting it from the info cache [ 1250.790311] env[68199]: DEBUG nova.network.neutron [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.189791] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9846be-95ae-497a-9f2a-f609b007c538 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.195476] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f0a150-5cb2-187b-b7b4-64c0e75da7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.007554} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.196791] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07fc8cd-86bf-472b-9786-8d7b603763ee {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.201712] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd0dd6-8904-4b8e-8cdc-d526be109c33 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.205594] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1251.205594] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523fd154-05ee-d9b7-5f88-4e3052cd470f" [ 1251.205594] env[68199]: _type = "Task" [ 1251.205594] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.232554] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd6ae4-1b59-44cf-9070-1d98f1fb8ff0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.237694] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523fd154-05ee-d9b7-5f88-4e3052cd470f, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.238203] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.238456] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b5c42dd1-bcdf-483b-b82f-b1360d4546e7/b5c42dd1-bcdf-483b-b82f-b1360d4546e7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.238679] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fff05cf-4915-4809-a7ad-80ba06a9ef8b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.243270] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c245a59-b349-4e6a-872b-cf757caf719d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.247681] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1251.247681] env[68199]: value = "task-3071128" [ 1251.247681] env[68199]: _type = "Task" [ 1251.247681] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.259494] env[68199]: DEBUG nova.compute.provider_tree [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.264877] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.292451] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4755b741-117d-4125-9356-936bc12bdae4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.300808] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2d251-42e6-4a94-b3a8-3466fceb3cb5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.326146] env[68199]: DEBUG nova.compute.manager [req-74cef8d4-f24a-4553-907d-d93965e6bcc3 req-6782ec6c-4829-488b-9f99-10e7f915ce93 service nova] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Detach interface failed, port_id=5376a0d8-a113-4e70-bba9-efb91bbc8c64, reason: Instance 07f4b100-adcd-4ab4-9f9d-3d613da193ae could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.757499] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433894} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.757750] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b5c42dd1-bcdf-483b-b82f-b1360d4546e7/b5c42dd1-bcdf-483b-b82f-b1360d4546e7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.757960] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.758227] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e985472e-0f71-46b6-98af-6388a5df242f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.762912] env[68199]: DEBUG nova.scheduler.client.report [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.766859] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1251.766859] env[68199]: value = "task-3071129" [ 1251.766859] env[68199]: _type = "Task" [ 1251.766859] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.775167] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.271926] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.279464] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069674} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.279785] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.280701] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e72e7a-ed38-4aed-921c-09196aa4d27a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.304914] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b5c42dd1-bcdf-483b-b82f-b1360d4546e7/b5c42dd1-bcdf-483b-b82f-b1360d4546e7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.306227] env[68199]: INFO nova.scheduler.client.report [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Deleted allocations for instance 07f4b100-adcd-4ab4-9f9d-3d613da193ae [ 1252.307346] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025e2ce5-4559-4376-9d37-6bfb63959bc9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.331477] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1252.331477] env[68199]: value = "task-3071130" [ 1252.331477] env[68199]: _type = "Task" [ 1252.331477] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.340431] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.829592] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dad5f5b0-3a3b-4253-a438-22a1b808f08b tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Lock "07f4b100-adcd-4ab4-9f9d-3d613da193ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.840642] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071130, 'name': ReconfigVM_Task, 'duration_secs': 0.266268} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.840917] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b5c42dd1-bcdf-483b-b82f-b1360d4546e7/b5c42dd1-bcdf-483b-b82f-b1360d4546e7.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.841559] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab60af86-118a-45c6-91a5-b90fc7ee2d12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.848620] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1252.848620] env[68199]: value = "task-3071131" [ 1252.848620] env[68199]: _type = "Task" [ 1252.848620] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.858293] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071131, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.359632] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071131, 'name': Rename_Task, 'duration_secs': 0.146444} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.359978] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.360165] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca96788-15c3-4599-8e3e-82906135a321 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.367087] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1253.367087] env[68199]: value = "task-3071132" [ 1253.367087] env[68199]: _type = "Task" [ 1253.367087] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.374951] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.878491] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.377776] env[68199]: DEBUG oslo_vmware.api [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071132, 'name': PowerOnVM_Task, 'duration_secs': 0.69096} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.378892] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.378892] env[68199]: INFO nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1254.378892] env[68199]: DEBUG nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.379945] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6dd43a-9068-4873-9855-578cb7fa3ada {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.898950] env[68199]: INFO nova.compute.manager [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Took 11.67 seconds to build instance. [ 1255.208534] env[68199]: DEBUG nova.compute.manager [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Received event network-changed-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.208734] env[68199]: DEBUG nova.compute.manager [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Refreshing instance network info cache due to event network-changed-5ea6e6b8-6e56-4583-a7ba-169f2c170a76. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.208948] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] Acquiring lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.209104] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] Acquired lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.209268] env[68199]: DEBUG nova.network.neutron [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Refreshing network info cache for port 5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.400553] env[68199]: DEBUG oslo_concurrency.lockutils [None req-6f750d64-829e-406b-8a01-703d1ec75f27 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.184s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.906480] env[68199]: DEBUG nova.network.neutron [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updated VIF entry in instance network info cache for port 5ea6e6b8-6e56-4583-a7ba-169f2c170a76. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.906859] env[68199]: DEBUG nova.network.neutron [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.409533] env[68199]: DEBUG oslo_concurrency.lockutils [req-1e0989dd-3c73-4735-badc-9c7bf788d913 req-c3e1205f-e3ae-4a36-bba8-d657743d934e service nova] Releasing lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.130330] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.130628] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.634017] env[68199]: DEBUG nova.compute.utils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.137170] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.203938] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.204350] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.204499] env[68199]: INFO nova.compute.manager [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Attaching volume d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966 to /dev/sdb [ 1262.236351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b4c4c8-6a0f-4e4a-8d64-0dc68d1378fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.243736] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd87272-996a-4286-a303-425e77c4a21f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.256603] env[68199]: DEBUG nova.virt.block_device [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating existing volume attachment record: d2e09198-16d8-4772-8972-fb70e531e93a {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.617844] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.618150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.120583] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.645995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.646326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.647849] env[68199]: INFO nova.compute.claims [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.738270] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fae1a3-8915-47ea-a527-7c76a2a32215 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.745718] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6476f1-960f-4a39-a4cf-f687ac976cbe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.776877] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861ce99-b8ac-490c-9241-32f56e3fd115 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.784106] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996b152-f455-424e-a04e-47e0bd59d156 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.797736] env[68199]: DEBUG nova.compute.provider_tree [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.300953] env[68199]: DEBUG nova.scheduler.client.report [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.801117] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1266.801381] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614956', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'name': 'volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65d08685-b35b-4a6c-b81b-f700a85b5fd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'serial': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1266.802281] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae0495-bb41-475b-90d3-3725e64bc968 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.805864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.806381] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.822496] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ae042-f1da-4087-a9f6-cea1ee0aa2e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.849071] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966/volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.849614] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e8c62d-1b1f-4558-ac2e-21e4a8bf608f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.868109] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1266.868109] env[68199]: value = "task-3071137" [ 1266.868109] env[68199]: _type = "Task" [ 1266.868109] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.875614] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.311529] env[68199]: DEBUG nova.compute.utils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.313233] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.313337] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.362536] env[68199]: DEBUG nova.policy [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5554e7ee6f8c4a62bd4478396362c517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb66896bea024a5f982b14423b5c608d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.379521] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071137, 'name': ReconfigVM_Task, 'duration_secs': 0.368823} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.380110] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966/volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.384671] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7737c810-2648-49cf-a0f5-6bb455ccc666 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.399977] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1267.399977] env[68199]: value = "task-3071138" [ 1267.399977] env[68199]: _type = "Task" [ 1267.399977] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.407574] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.624881] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Successfully created port: c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.816478] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.909728] env[68199]: DEBUG oslo_vmware.api [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071138, 'name': ReconfigVM_Task, 'duration_secs': 0.126953} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.910052] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614956', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'name': 'volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65d08685-b35b-4a6c-b81b-f700a85b5fd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'serial': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1268.825620] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.852039] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.852380] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.852543] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.852785] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.852941] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.853146] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.853375] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.853540] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.853711] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.853871] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.854053] env[68199]: DEBUG nova.virt.hardware [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.855096] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0829061b-c9a8-488b-a869-c4a1d6a6845a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.863780] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8434ba80-402e-4fe6-847d-d765b85fbd11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.944777] env[68199]: DEBUG nova.objects.instance [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid 65d08685-b35b-4a6c-b81b-f700a85b5fd3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.971908] env[68199]: DEBUG nova.compute.manager [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Received event network-vif-plugged-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.972137] env[68199]: DEBUG oslo_concurrency.lockutils [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.973028] env[68199]: DEBUG oslo_concurrency.lockutils [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.973028] env[68199]: DEBUG oslo_concurrency.lockutils [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.973028] env[68199]: DEBUG nova.compute.manager [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] No waiting events found dispatching network-vif-plugged-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.973028] env[68199]: WARNING nova.compute.manager [req-3419f54a-56fc-4dee-82a9-3806d1025b59 req-93d2684d-e962-4f51-9f10-6f412a51d3dc service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Received unexpected event network-vif-plugged-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a for instance with vm_state building and task_state spawning. [ 1269.055820] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Successfully updated port: c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.450271] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a42e11e8-c0bb-4add-9d8a-cdf3b5007703 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.560905] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.560905] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.561084] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.102270] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.224306] env[68199]: DEBUG nova.network.neutron [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Updating instance_info_cache with network_info: [{"id": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "address": "fa:16:3e:6a:41:56", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52bacc8-6a", "ovs_interfaceid": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.554632] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.554862] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.726868] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.727169] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance network_info: |[{"id": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "address": "fa:16:3e:6a:41:56", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52bacc8-6a", "ovs_interfaceid": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.727588] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:41:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.734956] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.735184] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.735453] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8d71d42-8314-44ef-adf0-d54ce89179ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.756150] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.756150] env[68199]: value = "task-3071139" [ 1270.756150] env[68199]: _type = "Task" [ 1270.756150] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.765548] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071139, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.997964] env[68199]: DEBUG nova.compute.manager [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Received event network-changed-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.998205] env[68199]: DEBUG nova.compute.manager [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Refreshing instance network info cache due to event network-changed-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.998445] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] Acquiring lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.998625] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] Acquired lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.998884] env[68199]: DEBUG nova.network.neutron [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Refreshing network info cache for port c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.056710] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.266316] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071139, 'name': CreateVM_Task, 'duration_secs': 0.291083} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.266717] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.267159] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.267328] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.267664] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.267930] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7425bc-7749-4639-bb09-f8415d82f6d3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.272152] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1271.272152] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5241655b-8cd0-23cf-acf7-1806e82fe30f" [ 1271.272152] env[68199]: _type = "Task" [ 1271.272152] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.279320] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5241655b-8cd0-23cf-acf7-1806e82fe30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.579938] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.580225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.581744] env[68199]: INFO nova.compute.claims [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.697109] env[68199]: DEBUG nova.network.neutron [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Updated VIF entry in instance network info cache for port c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.697443] env[68199]: DEBUG nova.network.neutron [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Updating instance_info_cache with network_info: [{"id": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "address": "fa:16:3e:6a:41:56", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52bacc8-6a", "ovs_interfaceid": "c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.783864] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5241655b-8cd0-23cf-acf7-1806e82fe30f, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.784120] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.784349] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.784611] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.784773] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.784956] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.785223] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907db2ae-06a3-464d-a0fb-b29362a1f1b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.793080] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.793245] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.793906] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9686db1b-423c-467f-aa51-3af5b8dcd8a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.798536] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1271.798536] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522ef4da-7a93-d46f-1aef-4fbfa95779ec" [ 1271.798536] env[68199]: _type = "Task" [ 1271.798536] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.805738] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522ef4da-7a93-d46f-1aef-4fbfa95779ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.195656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.195889] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.196090] env[68199]: INFO nova.compute.manager [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Shelving [ 1272.199983] env[68199]: DEBUG oslo_concurrency.lockutils [req-7b6cd659-c2a7-4bc7-8bf6-ec03b67595a1 req-324b9788-e579-41c0-8888-397a0ca5a7bf service nova] Releasing lock "refresh_cache-81ba7995-8fe2-4002-a80c-d480ccf00ea4" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.309033] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522ef4da-7a93-d46f-1aef-4fbfa95779ec, 'name': SearchDatastore_Task, 'duration_secs': 0.007899} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.309772] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b331951a-fa57-4b18-91c5-59397f442041 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.315058] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1272.315058] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528efecf-8938-7a8e-18b0-d87300a2a7ec" [ 1272.315058] env[68199]: _type = "Task" [ 1272.315058] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.321952] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528efecf-8938-7a8e-18b0-d87300a2a7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.665173] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d5c72-ed12-4186-968a-920be8d02b09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.672725] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d238ebc-adda-4fb9-b7cc-2bac0076e6aa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.703350] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb8cff2-4ffd-4b01-a2c4-b4817a97af8c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.712388] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d5b0b-b191-43a5-8840-68dff94332e3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.727514] env[68199]: DEBUG nova.compute.provider_tree [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.826514] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528efecf-8938-7a8e-18b0-d87300a2a7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.826762] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.827085] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.827373] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8643ff79-92fe-4a86-9bae-b7cbc85bd4b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.834610] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1272.834610] env[68199]: value = "task-3071140" [ 1272.834610] env[68199]: _type = "Task" [ 1272.834610] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.842325] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.992633] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.210301] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.210640] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10aa6db7-7037-463e-bbd7-da41558bee21 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.218596] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1273.218596] env[68199]: value = "task-3071141" [ 1273.218596] env[68199]: _type = "Task" [ 1273.218596] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.227493] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.230701] env[68199]: DEBUG nova.scheduler.client.report [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.346800] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436394} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.347227] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.347366] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.347618] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee011f5-8049-4e9a-a2f8-519bbbd49331 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.354326] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1273.354326] env[68199]: value = "task-3071142" [ 1273.354326] env[68199]: _type = "Task" [ 1273.354326] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.364120] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.470576] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.470755] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.470889] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1273.728197] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071141, 'name': PowerOffVM_Task, 'duration_secs': 0.188246} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.728467] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.729285] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3813ca2a-b1c8-4d64-b66f-8d1c8fdf8c77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.746688] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.747176] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.750384] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520194b0-f82b-4f24-9b0a-6055830e2eb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.863952] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070154} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.864220] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.864966] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082867d-a25f-4b77-b2b3-c8ad0d287d00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.886097] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.886265] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4f9dee-ab77-49b7-9c8c-6e8a431ee0e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.907038] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1273.907038] env[68199]: value = "task-3071143" [ 1273.907038] env[68199]: _type = "Task" [ 1273.907038] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.915387] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.254818] env[68199]: DEBUG nova.compute.utils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.256339] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.256477] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.260949] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Creating Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.261206] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6492c182-2c80-451b-9ecb-aab13d15d056 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.268806] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1274.268806] env[68199]: value = "task-3071144" [ 1274.268806] env[68199]: _type = "Task" [ 1274.268806] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.277942] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.293835] env[68199]: DEBUG nova.policy [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78da7aedd3dc4e689b064e358fe3b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712dd08b49ff4cc3bd01cfb437e014b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.416915] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071143, 'name': ReconfigVM_Task, 'duration_secs': 0.273851} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.417327] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.417958] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-316d09cc-fc20-4267-89e3-172ba64353b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.425157] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1274.425157] env[68199]: value = "task-3071145" [ 1274.425157] env[68199]: _type = "Task" [ 1274.425157] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.432957] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071145, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.465623] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.469263] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.559623] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Successfully created port: fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.760200] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.779159] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071144, 'name': CreateSnapshot_Task, 'duration_secs': 0.442473} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.779828] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Created Snapshot of the VM instance {{(pid=68199) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1274.781343] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a6cf9-5972-4dc3-8f31-3e89a35e0cb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.935205] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071145, 'name': Rename_Task, 'duration_secs': 0.139067} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.935475] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.935707] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c874f00-a0bf-4951-bf53-85c3372d39ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.941812] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1274.941812] env[68199]: value = "task-3071146" [ 1274.941812] env[68199]: _type = "Task" [ 1274.941812] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.948899] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.299415] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Creating linked-clone VM from snapshot {{(pid=68199) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.299767] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f814dec3-ce39-4d3b-a314-eff0f426a3f2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.309395] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1275.309395] env[68199]: value = "task-3071147" [ 1275.309395] env[68199]: _type = "Task" [ 1275.309395] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.317537] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071147, 'name': CloneVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.451914] env[68199]: DEBUG oslo_vmware.api [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071146, 'name': PowerOnVM_Task, 'duration_secs': 0.446919} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.452327] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.452430] env[68199]: INFO nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1275.452610] env[68199]: DEBUG nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.453388] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd85927-bf95-429f-8903-4b88720334a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.469573] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.770612] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.797196] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.797444] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.797611] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.797789] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.797934] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.798094] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.798304] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.798460] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.798625] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.798785] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.798953] env[68199]: DEBUG nova.virt.hardware [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.799827] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a827339-d0ca-466d-b406-8ec3a2bf1f27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.809600] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb804f-8927-4d19-847c-8631661f71d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.821532] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071147, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.910110] env[68199]: DEBUG nova.compute.manager [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Received event network-vif-plugged-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.910344] env[68199]: DEBUG oslo_concurrency.lockutils [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] Acquiring lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.910569] env[68199]: DEBUG oslo_concurrency.lockutils [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.910721] env[68199]: DEBUG oslo_concurrency.lockutils [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.910894] env[68199]: DEBUG nova.compute.manager [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] No waiting events found dispatching network-vif-plugged-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.911190] env[68199]: WARNING nova.compute.manager [req-a446669d-ce74-4102-a73e-44164d30af77 req-4577ce78-2a02-4dd3-a6e2-67c83cfed71d service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Received unexpected event network-vif-plugged-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 for instance with vm_state building and task_state spawning. [ 1275.971021] env[68199]: INFO nova.compute.manager [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Took 11.34 seconds to build instance. [ 1275.994880] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Successfully updated port: fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.325142] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071147, 'name': CloneVM_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.470496] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.472140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-1b710faf-8720-49c3-afbd-d33cd42cef36 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.854s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.497030] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.497294] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.497514] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.825178] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071147, 'name': CloneVM_Task, 'duration_secs': 1.3372} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.825556] env[68199]: INFO nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Created linked-clone VM from snapshot [ 1276.826369] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b39ee9-30e4-411c-bc51-2f32212de052 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.833640] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Uploading image d49da4d1-0bce-4a2a-847d-00aacb004442 {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1276.854201] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1276.854201] env[68199]: value = "vm-614959" [ 1276.854201] env[68199]: _type = "VirtualMachine" [ 1276.854201] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1276.854456] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db7f69df-bec8-4e6b-b009-72f3b2571044 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.861164] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease: (returnval){ [ 1276.861164] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d235-42ac-42ae-d4c3-300eab078b39" [ 1276.861164] env[68199]: _type = "HttpNfcLease" [ 1276.861164] env[68199]: } obtained for exporting VM: (result){ [ 1276.861164] env[68199]: value = "vm-614959" [ 1276.861164] env[68199]: _type = "VirtualMachine" [ 1276.861164] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1276.861435] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the lease: (returnval){ [ 1276.861435] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d235-42ac-42ae-d4c3-300eab078b39" [ 1276.861435] env[68199]: _type = "HttpNfcLease" [ 1276.861435] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.867216] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.867216] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d235-42ac-42ae-d4c3-300eab078b39" [ 1276.867216] env[68199]: _type = "HttpNfcLease" [ 1276.867216] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.891140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.891360] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.891535] env[68199]: DEBUG nova.compute.manager [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.892324] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c677df-6a53-4a42-bbc2-fb63a45e52a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.898070] env[68199]: DEBUG nova.compute.manager [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1276.898597] env[68199]: DEBUG nova.objects.instance [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'flavor' on Instance uuid 81ba7995-8fe2-4002-a80c-d480ccf00ea4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.037400] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.155283] env[68199]: DEBUG nova.network.neutron [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updating instance_info_cache with network_info: [{"id": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "address": "fa:16:3e:54:1a:8e", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6c8fd5-98", "ovs_interfaceid": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.369431] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.369431] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d235-42ac-42ae-d4c3-300eab078b39" [ 1277.369431] env[68199]: _type = "HttpNfcLease" [ 1277.369431] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.369725] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.369725] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5246d235-42ac-42ae-d4c3-300eab078b39" [ 1277.369725] env[68199]: _type = "HttpNfcLease" [ 1277.369725] env[68199]: }. {{(pid=68199) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.370438] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2b306-5a78-41db-958a-a6d360736f7d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.378760] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.378938] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk for reading. {{(pid=68199) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.466366] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce54786e-baae-4be3-99bc-00100ab67a20 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.470283] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.658346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.658699] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Instance network_info: |[{"id": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "address": "fa:16:3e:54:1a:8e", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6c8fd5-98", "ovs_interfaceid": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.661281] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:1a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6c8fd5-9865-4f40-aa7b-2761724dfd69', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.668854] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.669284] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.669536] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a21a3c-44c3-4df6-828c-bdcd5eaaa8a4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.691956] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.691956] env[68199]: value = "task-3071149" [ 1277.691956] env[68199]: _type = "Task" [ 1277.691956] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.700053] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071149, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.939972] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.940373] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb8eda2-1f34-44dd-969c-b14a3933d401 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.945571] env[68199]: DEBUG nova.compute.manager [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Received event network-changed-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.945870] env[68199]: DEBUG nova.compute.manager [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Refreshing instance network info cache due to event network-changed-fb6c8fd5-9865-4f40-aa7b-2761724dfd69. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.946170] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] Acquiring lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.946500] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] Acquired lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.946820] env[68199]: DEBUG nova.network.neutron [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Refreshing network info cache for port fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.953292] env[68199]: DEBUG oslo_vmware.api [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1277.953292] env[68199]: value = "task-3071150" [ 1277.953292] env[68199]: _type = "Task" [ 1277.953292] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.965228] env[68199]: DEBUG oslo_vmware.api [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.974713] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.975648] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.975648] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.975838] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1277.976913] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03d79b5-29a5-4334-a441-d53d35b69546 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.985667] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9565b-f0b6-4b7d-ab0d-1566ab887247 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.000464] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b553decc-07af-41eb-a8a1-8f7130232ac2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.007574] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fd68b-fc13-440d-8308-e720b7693163 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.040484] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180656MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1278.040911] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.041821] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.204193] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071149, 'name': CreateVM_Task, 'duration_secs': 0.330367} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.204489] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.205315] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.205545] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.205983] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.206255] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e8bd50-825e-4112-abc0-777b2961389c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.211236] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1278.211236] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523a54b1-5a4e-1396-c154-eaa5aae4d685" [ 1278.211236] env[68199]: _type = "Task" [ 1278.211236] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.218941] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523a54b1-5a4e-1396-c154-eaa5aae4d685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.463235] env[68199]: DEBUG oslo_vmware.api [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071150, 'name': PowerOffVM_Task, 'duration_secs': 0.18023} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.463808] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.464946] env[68199]: DEBUG nova.compute.manager [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.465110] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d934d-7bec-484f-9479-24955941ec3a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.658800] env[68199]: DEBUG nova.network.neutron [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updated VIF entry in instance network info cache for port fb6c8fd5-9865-4f40-aa7b-2761724dfd69. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.659300] env[68199]: DEBUG nova.network.neutron [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updating instance_info_cache with network_info: [{"id": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "address": "fa:16:3e:54:1a:8e", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6c8fd5-98", "ovs_interfaceid": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.722048] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523a54b1-5a4e-1396-c154-eaa5aae4d685, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.722472] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.722832] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.723143] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.723346] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.723562] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.723990] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37fce32f-d7ff-49ce-8333-0e419fb152d1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.733363] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.734533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.735416] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0375e8-fb1d-44b3-98a9-885daebd851e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.741847] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1278.741847] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52bc4585-7dd8-7b90-69f6-93b712e41f3b" [ 1278.741847] env[68199]: _type = "Task" [ 1278.741847] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.750291] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bc4585-7dd8-7b90-69f6-93b712e41f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.978922] env[68199]: DEBUG oslo_concurrency.lockutils [None req-57ed7b4d-e0df-47cf-9cf8-824d1944b951 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.071647] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 65d08685-b35b-4a6c-b81b-f700a85b5fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.071883] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.072123] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance c122db2f-9b01-47be-8775-077537d697a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.072179] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b5c42dd1-bcdf-483b-b82f-b1360d4546e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.072372] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 81ba7995-8fe2-4002-a80c-d480ccf00ea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.072539] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 1f0105af-730d-4d43-94db-7ccca3b0ae19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.072828] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1279.072989] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1279.162029] env[68199]: DEBUG oslo_concurrency.lockutils [req-0a021abc-82ff-46ab-b78c-b10c56b7b9bc req-93a7d95d-e0c6-4f98-b2cd-c0b6372846c2 service nova] Releasing lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.163332] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f3791-5045-4d4f-871e-447d9cfd1bef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.170911] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294f07d-febd-48cd-a615-1ef2600bd7be {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.202930] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0798697-ee15-48c2-b58f-da4dd9cfab4a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.210351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ed435-6c9d-486e-a4ec-0071287c466c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.223460] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.252427] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52bc4585-7dd8-7b90-69f6-93b712e41f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.253291] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9706f036-ff72-4a51-a73b-4a6ffe07d800 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.258584] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1279.258584] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]527b24f6-6feb-f149-3346-b55625f59ed9" [ 1279.258584] env[68199]: _type = "Task" [ 1279.258584] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.267111] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b24f6-6feb-f149-3346-b55625f59ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.329953] env[68199]: INFO nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Rebuilding instance [ 1279.373272] env[68199]: DEBUG nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.374216] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98750828-d270-4eb2-aecc-6d2b2bdc504a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.727106] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.768865] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]527b24f6-6feb-f149-3346-b55625f59ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.769162] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.769424] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1f0105af-730d-4d43-94db-7ccca3b0ae19/1f0105af-730d-4d43-94db-7ccca3b0ae19.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.769687] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2904159b-893e-4e6c-9942-2d8a0ca395c6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.777647] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1279.777647] env[68199]: value = "task-3071151" [ 1279.777647] env[68199]: _type = "Task" [ 1279.777647] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.786826] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.232642] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1280.232909] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.287495] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492962} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.287752] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 1f0105af-730d-4d43-94db-7ccca3b0ae19/1f0105af-730d-4d43-94db-7ccca3b0ae19.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.287996] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.288271] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0934f0e-b9be-4892-b736-ea8376a091d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.295298] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1280.295298] env[68199]: value = "task-3071152" [ 1280.295298] env[68199]: _type = "Task" [ 1280.295298] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.303602] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.387546] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.387887] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df61e564-253d-4fc4-9d44-63d40fbbda19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.395890] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1280.395890] env[68199]: value = "task-3071153" [ 1280.395890] env[68199]: _type = "Task" [ 1280.395890] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.404105] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.805432] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103212} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.805838] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.806441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7bbe0-976d-400c-93a1-0ddf884acecc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.828573] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1f0105af-730d-4d43-94db-7ccca3b0ae19/1f0105af-730d-4d43-94db-7ccca3b0ae19.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.828873] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61d5a7e-7f87-42e8-90d7-a2b898d45197 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.852657] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1280.852657] env[68199]: value = "task-3071154" [ 1280.852657] env[68199]: _type = "Task" [ 1280.852657] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.861142] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.906842] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1280.907129] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.907950] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da488c20-6f2b-4dc3-89c4-06a8700772ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.915075] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.915320] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b02b02-65ea-41e7-a38d-5a332c39276f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.989359] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.989572] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.989750] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.990032] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5dc0342-829d-4b9b-b472-e163b9448444 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.998471] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1280.998471] env[68199]: value = "task-3071156" [ 1280.998471] env[68199]: _type = "Task" [ 1280.998471] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.006343] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.364552] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071154, 'name': ReconfigVM_Task, 'duration_secs': 0.340425} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.365027] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1f0105af-730d-4d43-94db-7ccca3b0ae19/1f0105af-730d-4d43-94db-7ccca3b0ae19.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.365817] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-869828bb-ca41-4a9c-b0a8-11aa15c0e835 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.372498] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1281.372498] env[68199]: value = "task-3071157" [ 1281.372498] env[68199]: _type = "Task" [ 1281.372498] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.381597] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071157, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.508566] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174351} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.508897] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.509158] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.509393] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.885035] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071157, 'name': Rename_Task, 'duration_secs': 0.146927} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.885035] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.885035] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c5872c-3ce4-4a15-953f-6662f93200c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.891064] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1281.891064] env[68199]: value = "task-3071158" [ 1281.891064] env[68199]: _type = "Task" [ 1281.891064] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.899175] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.401616] env[68199]: DEBUG oslo_vmware.api [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071158, 'name': PowerOnVM_Task, 'duration_secs': 0.497688} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.401932] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.402169] env[68199]: INFO nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1282.402386] env[68199]: DEBUG nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.403200] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b5080-8049-414f-b1f0-705bdc7277af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.542529] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.542820] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.543012] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.543243] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.543410] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.543579] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.543828] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.544016] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.544233] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.544431] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.544626] env[68199]: DEBUG nova.virt.hardware [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.545585] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735497de-cee6-4740-8b62-3907de83915b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.554322] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cbe9b-7634-43f3-a1ee-77140211f976 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.568841] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:41:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.576815] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.577452] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.577713] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e68df763-7e29-41e6-84fd-821c21fb9b2b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.598735] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.598735] env[68199]: value = "task-3071159" [ 1282.598735] env[68199]: _type = "Task" [ 1282.598735] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.607050] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071159, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.922913] env[68199]: INFO nova.compute.manager [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Took 11.36 seconds to build instance. [ 1283.110448] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071159, 'name': CreateVM_Task, 'duration_secs': 0.41011} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.110743] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.111534] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.111824] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.112354] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.112641] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7fdea3-a308-40fd-bbe0-8f0d8136b4d8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.118050] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1283.118050] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ea1f2e-bb4b-0269-8cef-b252754e3e7b" [ 1283.118050] env[68199]: _type = "Task" [ 1283.118050] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.125441] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea1f2e-bb4b-0269-8cef-b252754e3e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.425448] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e11541a4-df28-498c-8e1c-16b820b71de0 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.870s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.628753] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ea1f2e-bb4b-0269-8cef-b252754e3e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.629091] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.631128] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.631128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.631128] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.631128] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.631128] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8322ad4-dbca-4791-854d-601ec7b182af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.639583] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.639837] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.640627] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d0023f-1516-41a0-875c-629190e760f7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.645814] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1283.645814] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52d708b5-f00e-c4bc-c491-2cab2df5a348" [ 1283.645814] env[68199]: _type = "Task" [ 1283.645814] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.655283] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d708b5-f00e-c4bc-c491-2cab2df5a348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.825037] env[68199]: DEBUG nova.compute.manager [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Received event network-changed-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.825211] env[68199]: DEBUG nova.compute.manager [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Refreshing instance network info cache due to event network-changed-fb6c8fd5-9865-4f40-aa7b-2761724dfd69. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.825430] env[68199]: DEBUG oslo_concurrency.lockutils [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] Acquiring lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.825659] env[68199]: DEBUG oslo_concurrency.lockutils [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] Acquired lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.825718] env[68199]: DEBUG nova.network.neutron [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Refreshing network info cache for port fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.156720] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52d708b5-f00e-c4bc-c491-2cab2df5a348, 'name': SearchDatastore_Task, 'duration_secs': 0.015057} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.157670] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1618c07e-149a-4f3a-872c-67b1fc93eb18 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.162964] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1284.162964] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523c8527-edb5-aa1e-5241-49fed8b36afb" [ 1284.162964] env[68199]: _type = "Task" [ 1284.162964] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.170325] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c8527-edb5-aa1e-5241-49fed8b36afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.340397] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.341220] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea3323-aa9c-48fe-94be-184c1030a00e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.348306] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.348473] env[68199]: ERROR oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk due to incomplete transfer. [ 1284.348698] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1215fd85-7494-442d-90f9-363f03044da2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.356018] env[68199]: DEBUG oslo_vmware.rw_handles [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220068c-3cfb-dec6-b90d-846656f68b35/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1284.356223] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Uploaded image d49da4d1-0bce-4a2a-847d-00aacb004442 to the Glance image server {{(pid=68199) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1284.358717] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Destroying the VM {{(pid=68199) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.358717] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7672d25-3e90-4aed-b8c9-74f34fad72fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.367105] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1284.367105] env[68199]: value = "task-3071160" [ 1284.367105] env[68199]: _type = "Task" [ 1284.367105] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.375370] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071160, 'name': Destroy_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.532223] env[68199]: DEBUG nova.network.neutron [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updated VIF entry in instance network info cache for port fb6c8fd5-9865-4f40-aa7b-2761724dfd69. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.532677] env[68199]: DEBUG nova.network.neutron [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updating instance_info_cache with network_info: [{"id": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "address": "fa:16:3e:54:1a:8e", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6c8fd5-98", "ovs_interfaceid": "fb6c8fd5-9865-4f40-aa7b-2761724dfd69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.674445] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523c8527-edb5-aa1e-5241-49fed8b36afb, 'name': SearchDatastore_Task, 'duration_secs': 0.016164} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.674742] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.675013] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.675308] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6887ff6d-5f81-4afc-bd3c-ba26cfa5637d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.681803] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1284.681803] env[68199]: value = "task-3071161" [ 1284.681803] env[68199]: _type = "Task" [ 1284.681803] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.689444] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.877235] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071160, 'name': Destroy_Task, 'duration_secs': 0.30409} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.877519] env[68199]: INFO nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Destroyed the VM [ 1284.877848] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleting Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1284.878141] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f10dc890-e825-44a8-82e7-84915fb5d899 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.884369] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1284.884369] env[68199]: value = "task-3071162" [ 1284.884369] env[68199]: _type = "Task" [ 1284.884369] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.892341] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071162, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.036224] env[68199]: DEBUG oslo_concurrency.lockutils [req-7ba767e4-04ea-4a40-bf6d-d84047d20843 req-7aeec402-ff5b-49c6-8337-18ecf1bb74bc service nova] Releasing lock "refresh_cache-1f0105af-730d-4d43-94db-7ccca3b0ae19" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.192012] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.394767] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071162, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393398} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.395055] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleted Snapshot of the VM instance {{(pid=68199) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1285.395337] env[68199]: DEBUG nova.compute.manager [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.396094] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe0441e-73c4-4c27-bfe7-a79a1d694375 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.692059] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616294} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.692373] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.692590] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.692835] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654977df-663f-4cd5-81bb-f374be78aa55 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.699250] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1285.699250] env[68199]: value = "task-3071163" [ 1285.699250] env[68199]: _type = "Task" [ 1285.699250] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.707088] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.907548] env[68199]: INFO nova.compute.manager [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Shelve offloading [ 1286.209252] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075972} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.209554] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.210306] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d41fa3-1a3f-4282-a518-c49c8fe8fc05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.232047] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.232483] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.234302] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f6c35e-b477-4565-9dd6-20ff78b651e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.255465] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1286.255465] env[68199]: value = "task-3071164" [ 1286.255465] env[68199]: _type = "Task" [ 1286.255465] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.263403] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.411701] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.412046] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d86e43-5f5e-4ffc-91cb-4e5f4241ab36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.421653] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1286.421653] env[68199]: value = "task-3071165" [ 1286.421653] env[68199]: _type = "Task" [ 1286.421653] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.429505] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.765341] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071164, 'name': ReconfigVM_Task, 'duration_secs': 0.232273} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.765621] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4/81ba7995-8fe2-4002-a80c-d480ccf00ea4.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.766215] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37862645-bb9f-450c-a521-85b3746dca3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.773627] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1286.773627] env[68199]: value = "task-3071166" [ 1286.773627] env[68199]: _type = "Task" [ 1286.773627] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.780943] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071166, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.934022] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.934264] env[68199]: DEBUG nova.compute.manager [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.935288] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1bf5d-c4f8-4be2-aac3-54ac30c66ee0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.942228] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.942444] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.942664] env[68199]: DEBUG nova.network.neutron [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.283749] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071166, 'name': Rename_Task, 'duration_secs': 0.131226} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.284055] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.284272] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63809243-9dfb-40f6-880f-6ef6914afb09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.290491] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1287.290491] env[68199]: value = "task-3071167" [ 1287.290491] env[68199]: _type = "Task" [ 1287.290491] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.298869] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.643945] env[68199]: DEBUG nova.network.neutron [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.801164] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071167, 'name': PowerOnVM_Task, 'duration_secs': 0.431565} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.801443] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.801648] env[68199]: DEBUG nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.802445] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598050f3-724a-4cb2-88e3-04ddff2b8e74 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.146213] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.313120] env[68199]: INFO nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] bringing vm to original state: 'stopped' [ 1288.379145] env[68199]: DEBUG nova.compute.manager [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-vif-unplugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.379373] env[68199]: DEBUG oslo_concurrency.lockutils [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.379581] env[68199]: DEBUG oslo_concurrency.lockutils [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.379742] env[68199]: DEBUG oslo_concurrency.lockutils [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.379910] env[68199]: DEBUG nova.compute.manager [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] No waiting events found dispatching network-vif-unplugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.380181] env[68199]: WARNING nova.compute.manager [req-9abb49d0-eee5-46ca-92ed-e7fe88b1de43 req-2d73725c-a9f3-45f9-8627-21f6f7f3ba63 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received unexpected event network-vif-unplugged-8ae85502-5c16-4e33-ab03-723bd53616c4 for instance with vm_state shelved and task_state shelving_offloading. [ 1288.470412] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.471335] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0a632-326c-4f4b-8ada-fba30fb099c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.478946] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.479191] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f1de923-9f9a-41d1-b9d2-657c545c7117 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.542190] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.542448] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.542582] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleting the datastore file [datastore2] c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.542836] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf7d7439-5686-467b-9cc2-0e9ee9553f62 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.549905] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1288.549905] env[68199]: value = "task-3071169" [ 1288.549905] env[68199]: _type = "Task" [ 1288.549905] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.557420] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.060515] env[68199]: DEBUG oslo_vmware.api [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187518} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.060798] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.060881] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.061071] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.084621] env[68199]: INFO nova.scheduler.client.report [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted allocations for instance c122db2f-9b01-47be-8775-077537d697a7 [ 1289.320135] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.320507] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.320550] env[68199]: DEBUG nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.321430] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77ce80b-9dff-4325-819a-6acb1fcce2b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.328312] env[68199]: DEBUG nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.591040] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.591363] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.591593] env[68199]: DEBUG nova.objects.instance [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'resources' on Instance uuid c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.832537] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.832926] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035213b4-975c-425b-a1cb-36772064bec1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.840344] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1289.840344] env[68199]: value = "task-3071170" [ 1289.840344] env[68199]: _type = "Task" [ 1289.840344] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.848946] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.094850] env[68199]: DEBUG nova.objects.instance [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'numa_topology' on Instance uuid c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.350176] env[68199]: DEBUG oslo_vmware.api [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071170, 'name': PowerOffVM_Task, 'duration_secs': 0.214068} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.350533] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.350585] env[68199]: DEBUG nova.compute.manager [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.351301] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c127d4-3be4-448a-af74-70f207a2a6b2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.405947] env[68199]: DEBUG nova.compute.manager [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.406169] env[68199]: DEBUG nova.compute.manager [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing instance network info cache due to event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.406368] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.406509] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.406666] env[68199]: DEBUG nova.network.neutron [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.597900] env[68199]: DEBUG nova.objects.base [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1290.667644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f47a0-05f7-4529-ac61-a4c99a25d40e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.675397] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7963f4-6304-4367-a39b-ffde60c12045 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.704281] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fefebb-4005-4be1-b48d-cd688c152624 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.711407] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff780676-032f-44bb-9751-4da931318f4c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.725185] env[68199]: DEBUG nova.compute.provider_tree [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.807269] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.862383] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.542s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.119766] env[68199]: DEBUG nova.network.neutron [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updated VIF entry in instance network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.120149] env[68199]: DEBUG nova.network.neutron [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ae85502-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.227893] env[68199]: DEBUG nova.scheduler.client.report [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.371846] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.622484] env[68199]: DEBUG oslo_concurrency.lockutils [req-4d4aaf8d-ed64-4b10-af90-ffbdc10073bc req-aab4f1a3-06d3-4d82-80b2-2046bfb8174e service nova] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.732834] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.736060] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.364s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.736060] env[68199]: DEBUG nova.objects.instance [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1291.835944] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.836608] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.836608] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.836845] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.837096] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.839387] env[68199]: INFO nova.compute.manager [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Terminating instance [ 1292.245252] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a97bba4c-d4aa-407f-96b8-368ed121e853 tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.049s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.246084] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.439s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.246276] env[68199]: INFO nova.compute.manager [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Unshelving [ 1292.343334] env[68199]: DEBUG nova.compute.manager [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.343500] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.344441] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c14717-ea87-42be-ac03-b111ade58cb0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.352219] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.352445] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deace6b0-bad6-4f0f-9816-6ba6b88b0558 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.416026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.416408] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.416408] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore1] 81ba7995-8fe2-4002-a80c-d480ccf00ea4 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.416667] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925349d6-c0e1-43f5-9c9f-db1bc63b4d3e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.423325] env[68199]: DEBUG oslo_vmware.api [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1292.423325] env[68199]: value = "task-3071172" [ 1292.423325] env[68199]: _type = "Task" [ 1292.423325] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.430764] env[68199]: DEBUG oslo_vmware.api [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.746618] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a53b4f3b-838d-4900-a4dd-58242c8f5e4e tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.932853] env[68199]: DEBUG oslo_vmware.api [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138097} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.933109] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.933294] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.933503] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.933709] env[68199]: INFO nova.compute.manager [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1292.933942] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.934149] env[68199]: DEBUG nova.compute.manager [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.934242] env[68199]: DEBUG nova.network.neutron [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.178829] env[68199]: DEBUG nova.compute.manager [req-d6a56e3b-a7b3-49e9-b97f-8c21c945340d req-221c00cf-ce95-4da7-9c72-8de922d35be9 service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Received event network-vif-deleted-c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.179349] env[68199]: INFO nova.compute.manager [req-d6a56e3b-a7b3-49e9-b97f-8c21c945340d req-221c00cf-ce95-4da7-9c72-8de922d35be9 service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Neutron deleted interface c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a; detaching it from the instance and deleting it from the info cache [ 1293.179349] env[68199]: DEBUG nova.network.neutron [req-d6a56e3b-a7b3-49e9-b97f-8c21c945340d req-221c00cf-ce95-4da7-9c72-8de922d35be9 service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.271572] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.271897] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.272158] env[68199]: DEBUG nova.objects.instance [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'pci_requests' on Instance uuid c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.663155] env[68199]: DEBUG nova.network.neutron [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.682633] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-684a2790-d1bf-42db-b54d-d5e79d8514ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.692445] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b088f-3ac1-4a28-83bf-039940a4fec5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.719723] env[68199]: DEBUG nova.compute.manager [req-d6a56e3b-a7b3-49e9-b97f-8c21c945340d req-221c00cf-ce95-4da7-9c72-8de922d35be9 service nova] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Detach interface failed, port_id=c52bacc8-6a3b-4b7f-b50e-ed1e04695b3a, reason: Instance 81ba7995-8fe2-4002-a80c-d480ccf00ea4 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.775343] env[68199]: DEBUG nova.objects.instance [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'numa_topology' on Instance uuid c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.166434] env[68199]: INFO nova.compute.manager [-] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Took 1.23 seconds to deallocate network for instance. [ 1294.278157] env[68199]: INFO nova.compute.claims [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.341792] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.342057] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.673297] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.845445] env[68199]: DEBUG nova.compute.utils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.348587] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.360045] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b7e34-225f-4900-9dbe-b071a5ea4a2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.367532] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b962a-303d-4051-8b7d-5f03e6204ac1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.397423] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de10bc9-baa4-4141-9f66-b4c9e1be7060 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.404263] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420b4621-9126-440c-a5c0-cbc4125f0ad9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.417141] env[68199]: DEBUG nova.compute.provider_tree [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.920596] env[68199]: DEBUG nova.scheduler.client.report [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.408017] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.408309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.408545] env[68199]: INFO nova.compute.manager [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Attaching volume ef0e856b-a44b-4c71-93b6-e32455e9a5f1 to /dev/sdb [ 1296.424250] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.152s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.426196] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.753s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.426419] env[68199]: DEBUG nova.objects.instance [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'resources' on Instance uuid 81ba7995-8fe2-4002-a80c-d480ccf00ea4 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.439371] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529317a3-f30b-4054-933c-056dc184a887 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.446752] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b6ff46-5a96-419d-885d-7980a2212336 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.453158] env[68199]: INFO nova.network.neutron [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating port 8ae85502-5c16-4e33-ab03-723bd53616c4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1296.461203] env[68199]: DEBUG nova.virt.block_device [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating existing volume attachment record: 98172594-6b09-41f0-ab72-4bb601ef1d3e {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1297.010328] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b6613-e57f-4652-9cad-2a20e0ff04ec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.017223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016ae197-e52e-49ed-9522-0297604712d0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.047545] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe41b2f-dbd3-4638-bd0b-eccb51b5de27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.055597] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882adb6-fe91-461a-bdcc-f367dfe588a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.069603] env[68199]: DEBUG nova.compute.provider_tree [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.574059] env[68199]: DEBUG nova.scheduler.client.report [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.805345] env[68199]: DEBUG nova.compute.manager [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.805885] env[68199]: DEBUG oslo_concurrency.lockutils [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.806163] env[68199]: DEBUG oslo_concurrency.lockutils [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.806345] env[68199]: DEBUG oslo_concurrency.lockutils [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.806515] env[68199]: DEBUG nova.compute.manager [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] No waiting events found dispatching network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.806679] env[68199]: WARNING nova.compute.manager [req-8813ac31-faef-4213-9538-55fe56c298b7 req-e7807934-54f8-4404-9665-5ba463fab202 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received unexpected event network-vif-plugged-8ae85502-5c16-4e33-ab03-723bd53616c4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1297.892165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892371] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.892597] env[68199]: DEBUG nova.network.neutron [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.078174] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.096184] env[68199]: INFO nova.scheduler.client.report [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocations for instance 81ba7995-8fe2-4002-a80c-d480ccf00ea4 [ 1298.585423] env[68199]: DEBUG nova.network.neutron [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.603510] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e9514315-eb99-4269-bbb3-e17bf1a2fae8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "81ba7995-8fe2-4002-a80c-d480ccf00ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.767s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.088995] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.116260] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4b847aa8a13a18433d133cfef58b7aed',container_format='bare',created_at=2025-03-18T09:06:03Z,direct_url=,disk_format='vmdk',id=d49da4d1-0bce-4a2a-847d-00aacb004442,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-812626691-shelved',owner='2d70fa055b7a439b936712be85c8d328',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-03-18T09:06:16Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.116624] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.116761] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.116885] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.117034] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.117195] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.117402] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.117562] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.118013] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.118013] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.118144] env[68199]: DEBUG nova.virt.hardware [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.118972] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd0dcf9-5b65-4fb3-9b04-5db48fd8c927 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.127804] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e201f-f3a1-45f3-8976-0845400f3cea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.141482] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:92:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ae85502-5c16-4e33-ab03-723bd53616c4', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.148978] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.149265] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.149479] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720a11a0-77c4-44e5-aa86-ca14001f9554 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.168993] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.168993] env[68199]: value = "task-3071177" [ 1299.168993] env[68199]: _type = "Task" [ 1299.168993] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.176426] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071177, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.870106] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071177, 'name': CreateVM_Task, 'duration_secs': 0.269527} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.870278] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.870962] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.871155] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.871545] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.871840] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de35098c-6121-4163-9ce1-7bffd11763e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.876662] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1299.876662] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]523953cf-54c2-5687-4bc8-852db9f8daac" [ 1299.876662] env[68199]: _type = "Task" [ 1299.876662] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.884726] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]523953cf-54c2-5687-4bc8-852db9f8daac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.887935] env[68199]: DEBUG nova.compute.manager [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.888251] env[68199]: DEBUG nova.compute.manager [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing instance network info cache due to event network-changed-8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.888931] env[68199]: DEBUG oslo_concurrency.lockutils [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] Acquiring lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.888931] env[68199]: DEBUG oslo_concurrency.lockutils [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] Acquired lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.888931] env[68199]: DEBUG nova.network.neutron [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Refreshing network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.387089] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.387387] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Processing image d49da4d1-0bce-4a2a-847d-00aacb004442 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.387605] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.387749] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.388012] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.388273] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7267330f-5ad0-4481-94fe-3217fa371c9a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.396921] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.397140] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.397827] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbc986c-ed4c-4459-9325-fc63c2dcfa35 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.402744] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1300.402744] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]526ec23e-b4d2-b5e5-a3f8-278a5d79b333" [ 1300.402744] env[68199]: _type = "Task" [ 1300.402744] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.410611] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]526ec23e-b4d2-b5e5-a3f8-278a5d79b333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.586365] env[68199]: DEBUG nova.network.neutron [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updated VIF entry in instance network info cache for port 8ae85502-5c16-4e33-ab03-723bd53616c4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.586716] env[68199]: DEBUG nova.network.neutron [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [{"id": "8ae85502-5c16-4e33-ab03-723bd53616c4", "address": "fa:16:3e:c7:92:a8", "network": {"id": "95b766aa-1629-44d6-b261-d0434e0b08b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131099538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d70fa055b7a439b936712be85c8d328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ae85502-5c", "ovs_interfaceid": "8ae85502-5c16-4e33-ab03-723bd53616c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.871263] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.871505] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.913418] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Preparing fetch location {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1300.913660] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Fetch image to [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838/OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838.vmdk {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1300.913840] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Downloading stream optimized image d49da4d1-0bce-4a2a-847d-00aacb004442 to [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838/OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838.vmdk on the data store datastore1 as vApp {{(pid=68199) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1300.914012] env[68199]: DEBUG nova.virt.vmwareapi.images [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Downloading image file data d49da4d1-0bce-4a2a-847d-00aacb004442 to the ESX as VM named 'OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838' {{(pid=68199) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1300.990031] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1300.990031] env[68199]: value = "resgroup-9" [ 1300.990031] env[68199]: _type = "ResourcePool" [ 1300.990031] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1300.990031] env[68199]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a09be502-eb0f-4dbf-b229-f83a6ada6643 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.016920] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1301.017190] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614963', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'name': 'volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5c42dd1-bcdf-483b-b82f-b1360d4546e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'serial': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1301.018336] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a59bd-d648-429b-aaed-f2c36ac9bdba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.040047] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba3728-a38f-4ed9-b758-86aea35b201f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.042600] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease: (returnval){ [ 1301.042600] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5c368-d825-77ec-d71a-74e27ceffe7a" [ 1301.042600] env[68199]: _type = "HttpNfcLease" [ 1301.042600] env[68199]: } obtained for vApp import into resource pool (val){ [ 1301.042600] env[68199]: value = "resgroup-9" [ 1301.042600] env[68199]: _type = "ResourcePool" [ 1301.042600] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1301.042881] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the lease: (returnval){ [ 1301.042881] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5c368-d825-77ec-d71a-74e27ceffe7a" [ 1301.042881] env[68199]: _type = "HttpNfcLease" [ 1301.042881] env[68199]: } to be ready. {{(pid=68199) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1301.065314] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1/volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.065901] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0f4b3a-6fbd-493f-abd2-d96be078bf12 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.080831] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.080831] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5c368-d825-77ec-d71a-74e27ceffe7a" [ 1301.080831] env[68199]: _type = "HttpNfcLease" [ 1301.080831] env[68199]: } is initializing. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.086917] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1301.086917] env[68199]: value = "task-3071179" [ 1301.086917] env[68199]: _type = "Task" [ 1301.086917] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.090200] env[68199]: DEBUG oslo_concurrency.lockutils [req-11de988d-5a6c-457e-8c4d-003d6f8872ec req-74ac00a4-1dbd-4d84-a1dc-6fb1ff8dd8d1 service nova] Releasing lock "refresh_cache-c122db2f-9b01-47be-8775-077537d697a7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095640] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.374065] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.550904] env[68199]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.550904] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5c368-d825-77ec-d71a-74e27ceffe7a" [ 1301.550904] env[68199]: _type = "HttpNfcLease" [ 1301.550904] env[68199]: } is ready. {{(pid=68199) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1301.551378] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1301.551378] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52a5c368-d825-77ec-d71a-74e27ceffe7a" [ 1301.551378] env[68199]: _type = "HttpNfcLease" [ 1301.551378] env[68199]: }. {{(pid=68199) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1301.551907] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fccf394-1b55-4069-a22d-371206125f1b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.558382] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk from lease info. {{(pid=68199) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1301.558551] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk. {{(pid=68199) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1301.625497] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0fff673-1163-4558-86ae-0223587f855a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.627412] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071179, 'name': ReconfigVM_Task, 'duration_secs': 0.352807} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.628884] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1/volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.634811] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6627e19e-89f4-4c0c-87d2-e29f4f19f967 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.651787] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1301.651787] env[68199]: value = "task-3071180" [ 1301.651787] env[68199]: _type = "Task" [ 1301.651787] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.658913] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.899066] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.899432] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.901295] env[68199]: INFO nova.compute.claims [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.162340] env[68199]: DEBUG oslo_vmware.api [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071180, 'name': ReconfigVM_Task, 'duration_secs': 0.137321} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.162624] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614963', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'name': 'volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5c42dd1-bcdf-483b-b82f-b1360d4546e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'serial': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1302.702930] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Completed reading data from the image iterator. {{(pid=68199) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1302.703294] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1302.704062] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab007e8-fc52-4f64-9ceb-d79cf763c8b4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.711092] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk is in state: ready. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1302.711309] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk. {{(pid=68199) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1302.711785] env[68199]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cd5ffe28-7aa5-4753-9179-b1ca22e4a387 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.879228] env[68199]: DEBUG oslo_vmware.rw_handles [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca060f-2f32-6719-0e75-899802290098/disk-0.vmdk. {{(pid=68199) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1302.879512] env[68199]: INFO nova.virt.vmwareapi.images [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Downloaded image file data d49da4d1-0bce-4a2a-847d-00aacb004442 [ 1302.880405] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787bea37-5f1d-4409-ad5b-0b2433cc5d77 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.895662] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b50b31-8472-4e61-9145-7181514e3b26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.926710] env[68199]: INFO nova.virt.vmwareapi.images [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] The imported VM was unregistered [ 1302.929093] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Caching image {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1302.929336] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.929594] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eebdb92-ef73-47a7-92ec-7d8d0a5c6d9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.939976] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Created directory with path [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442 {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.940177] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838/OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838.vmdk to [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk. {{(pid=68199) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1302.940416] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-38162b81-53a8-40cb-8aea-7bc07c3bcf9b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.947807] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1302.947807] env[68199]: value = "task-3071182" [ 1302.947807] env[68199]: _type = "Task" [ 1302.947807] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.954841] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.998974] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b8f6fb-f8e9-4449-80a1-15d180264012 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.006520] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e96c7f-e2bb-482d-b3b1-976240d17fbd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.039044] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf9642c-43f6-4cde-be2b-e3647d60c545 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.045929] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756d797-d836-40ff-a08e-441f2b89bc41 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.058577] env[68199]: DEBUG nova.compute.provider_tree [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.200507] env[68199]: DEBUG nova.objects.instance [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.458952] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.562039] env[68199]: DEBUG nova.scheduler.client.report [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.705864] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05fb74b8-2c09-40f5-9902-cb37bfa57a9d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.768294] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.768544] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.768724] env[68199]: DEBUG nova.compute.manager [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.769759] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b722a-be2f-49cf-8f72-3f890fc5d656 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.777128] env[68199]: DEBUG nova.compute.manager [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1303.777746] env[68199]: DEBUG nova.objects.instance [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.958353] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.067103] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.067676] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.459455] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.572796] env[68199]: DEBUG nova.compute.utils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.574316] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.574497] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.612632] env[68199]: DEBUG nova.policy [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5554e7ee6f8c4a62bd4478396362c517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb66896bea024a5f982b14423b5c608d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.785889] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.786419] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95285c47-b80e-48ae-8a0b-4938a97b0808 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.795064] env[68199]: DEBUG oslo_vmware.api [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1304.795064] env[68199]: value = "task-3071183" [ 1304.795064] env[68199]: _type = "Task" [ 1304.795064] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.803950] env[68199]: DEBUG oslo_vmware.api [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.903501] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Successfully created port: 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.960021] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.078037] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.305423] env[68199]: DEBUG oslo_vmware.api [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071183, 'name': PowerOffVM_Task, 'duration_secs': 0.419387} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.305701] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.305875] env[68199]: DEBUG nova.compute.manager [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.306634] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64ee82c-5410-4605-99f5-b5433b6ae621 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.460987] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071182, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.173895} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.461282] env[68199]: INFO nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838/OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838.vmdk to [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk. [ 1305.461480] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Cleaning up location [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1305.461638] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2bcb5092-116a-4cac-9e27-df20584f7838 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.461890] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3361d1a0-5d46-4fa1-96e8-407f6026bbf9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.468300] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1305.468300] env[68199]: value = "task-3071184" [ 1305.468300] env[68199]: _type = "Task" [ 1305.468300] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.476740] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.818240] env[68199]: DEBUG oslo_concurrency.lockutils [None req-cf566fcd-5147-44b4-807b-4e59b08ba92b tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.978535] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035666} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.978706] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.978874] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.979134] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk to [datastore1] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.979406] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6e225f-cd41-4755-a61d-a7bce8327c0b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.986187] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1305.986187] env[68199]: value = "task-3071185" [ 1305.986187] env[68199]: _type = "Task" [ 1305.986187] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.993352] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.087912] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.114710] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.114979] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.115157] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.115340] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.115485] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.115632] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.115837] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.115991] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.116172] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.116334] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.116500] env[68199]: DEBUG nova.virt.hardware [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.117406] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646b1523-5632-42b0-a667-76417aa0cd11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.126714] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1204e95-a7a2-4cdd-a980-1382dc377f2a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.152792] env[68199]: DEBUG nova.objects.instance [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.291826] env[68199]: DEBUG nova.compute.manager [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Received event network-vif-plugged-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.291927] env[68199]: DEBUG oslo_concurrency.lockutils [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.292161] env[68199]: DEBUG oslo_concurrency.lockutils [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.292327] env[68199]: DEBUG oslo_concurrency.lockutils [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.292500] env[68199]: DEBUG nova.compute.manager [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] No waiting events found dispatching network-vif-plugged-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.292669] env[68199]: WARNING nova.compute.manager [req-9978e5c4-1680-4981-a66d-0c20b27c03f1 req-4bd3ac5b-e342-4481-bac7-5f9f99c0991a service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Received unexpected event network-vif-plugged-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f for instance with vm_state building and task_state spawning. [ 1306.381160] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Successfully updated port: 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.496995] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.657958] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.658180] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.658313] env[68199]: DEBUG nova.network.neutron [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.658495] env[68199]: DEBUG nova.objects.instance [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'info_cache' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.885064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.885064] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.885064] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.997691] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.162081] env[68199]: DEBUG nova.objects.base [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1307.418060] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.499138] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.556888] env[68199]: DEBUG nova.network.neutron [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating instance_info_cache with network_info: [{"id": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "address": "fa:16:3e:9c:fc:87", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b20c5-87", "ovs_interfaceid": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.887783] env[68199]: DEBUG nova.network.neutron [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.999177] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.059785] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.060092] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance network_info: |[{"id": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "address": "fa:16:3e:9c:fc:87", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b20c5-87", "ovs_interfaceid": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.060546] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fc:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.068805] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.069126] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.069370] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dddc097-6f24-4026-974e-6eacc3e49844 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.091974] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.091974] env[68199]: value = "task-3071186" [ 1308.091974] env[68199]: _type = "Task" [ 1308.091974] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.100554] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071186, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.321402] env[68199]: DEBUG nova.compute.manager [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Received event network-changed-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.321402] env[68199]: DEBUG nova.compute.manager [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Refreshing instance network info cache due to event network-changed-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.321402] env[68199]: DEBUG oslo_concurrency.lockutils [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] Acquiring lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.321402] env[68199]: DEBUG oslo_concurrency.lockutils [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] Acquired lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.321402] env[68199]: DEBUG nova.network.neutron [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Refreshing network info cache for port 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.391225] env[68199]: DEBUG oslo_concurrency.lockutils [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.499606] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071185, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.48531} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.499971] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d49da4d1-0bce-4a2a-847d-00aacb004442/d49da4d1-0bce-4a2a-847d-00aacb004442.vmdk to [datastore1] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.500709] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e8d4f-4b3c-4c77-a65d-c2712b2368e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.522227] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.522472] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16f4176-965d-4a31-bb4d-d8d0f57c81b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.541263] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1308.541263] env[68199]: value = "task-3071187" [ 1308.541263] env[68199]: _type = "Task" [ 1308.541263] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.548716] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.601223] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071186, 'name': CreateVM_Task, 'duration_secs': 0.36735} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.601390] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.602067] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.602445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.602551] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.602796] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152234fc-9836-40b6-aae5-86706095f418 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.606990] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1308.606990] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5235a4f2-65fe-b0aa-70e2-546dffeb0294" [ 1308.606990] env[68199]: _type = "Task" [ 1308.606990] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.613996] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5235a4f2-65fe-b0aa-70e2-546dffeb0294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.011632] env[68199]: DEBUG nova.network.neutron [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updated VIF entry in instance network info cache for port 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.011990] env[68199]: DEBUG nova.network.neutron [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating instance_info_cache with network_info: [{"id": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "address": "fa:16:3e:9c:fc:87", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b20c5-87", "ovs_interfaceid": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.051334] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071187, 'name': ReconfigVM_Task, 'duration_secs': 0.357855} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.051609] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c122db2f-9b01-47be-8775-077537d697a7/c122db2f-9b01-47be-8775-077537d697a7.vmdk or device None with type streamOptimized {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.052244] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-643ebee6-1201-404a-9395-37b0450fe30f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.059948] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1309.059948] env[68199]: value = "task-3071188" [ 1309.059948] env[68199]: _type = "Task" [ 1309.059948] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.067270] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071188, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.118316] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5235a4f2-65fe-b0aa-70e2-546dffeb0294, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.118597] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.118861] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.119057] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.119196] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.119394] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.119638] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ce89bc-a344-4680-a60e-b1a4bc36c7fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.127268] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.127434] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.128113] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca90295-5000-4076-a508-8108fd034053 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.132812] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1309.132812] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b7cac3-31dd-7fd9-4266-beba7b41f6bd" [ 1309.132812] env[68199]: _type = "Task" [ 1309.132812] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.140425] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b7cac3-31dd-7fd9-4266-beba7b41f6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.397896] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.398194] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9399c66-7c12-403a-8b86-be4b54498585 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.404958] env[68199]: DEBUG oslo_vmware.api [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1309.404958] env[68199]: value = "task-3071189" [ 1309.404958] env[68199]: _type = "Task" [ 1309.404958] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.412688] env[68199]: DEBUG oslo_vmware.api [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.514618] env[68199]: DEBUG oslo_concurrency.lockutils [req-3336c7ae-4b38-47c0-8df0-68756ab3aa73 req-a2fe6563-8937-4ee6-9b0a-fcbbdbec9df3 service nova] Releasing lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.569501] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071188, 'name': Rename_Task, 'duration_secs': 0.137829} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.569761] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.570017] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145123c1-486d-498c-a07a-4da803306ea0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.575606] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1309.575606] env[68199]: value = "task-3071190" [ 1309.575606] env[68199]: _type = "Task" [ 1309.575606] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.582669] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.643384] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b7cac3-31dd-7fd9-4266-beba7b41f6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.644150] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e14861-5087-4e20-b5a0-acecff5436f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.648826] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1309.648826] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]524867d5-bd62-43fa-b108-a48fde05e5d9" [ 1309.648826] env[68199]: _type = "Task" [ 1309.648826] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.655735] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524867d5-bd62-43fa-b108-a48fde05e5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.916069] env[68199]: DEBUG oslo_vmware.api [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071189, 'name': PowerOnVM_Task, 'duration_secs': 0.402909} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.916306] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.916517] env[68199]: DEBUG nova.compute.manager [None req-dc829697-263d-4de7-838f-01b460a3d5f0 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.917394] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc0fd4-6e00-4bf7-a310-a780b093f8b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.085617] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071190, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.158780] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]524867d5-bd62-43fa-b108-a48fde05e5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017517} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.159066] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.159336] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.159583] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14fc1814-6022-4de0-b339-166443c52366 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.165974] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1310.165974] env[68199]: value = "task-3071191" [ 1310.165974] env[68199]: _type = "Task" [ 1310.165974] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.173337] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.586699] env[68199]: DEBUG oslo_vmware.api [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071190, 'name': PowerOnVM_Task, 'duration_secs': 0.925622} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.586984] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.679040] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.694237] env[68199]: DEBUG nova.compute.manager [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.695627] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bbbf58-46aa-4e0c-881e-06c6efd0dbd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.176744] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694682} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.177126] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.177421] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.177679] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80afc4c-6025-4216-85f8-5a7deef20c83 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.184732] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1311.184732] env[68199]: value = "task-3071192" [ 1311.184732] env[68199]: _type = "Task" [ 1311.184732] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.193438] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.214333] env[68199]: DEBUG oslo_concurrency.lockutils [None req-b95d7ce1-9aa3-4322-a35e-83a06e612f7b tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.968s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.694922] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067808} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.695223] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.695997] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73223cd-d333-4d9d-b0cc-214af593846d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.717173] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.717594] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6382b2f1-b2ac-46be-9316-df866dfbf426 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.731451] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.731672] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.731868] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "c122db2f-9b01-47be-8775-077537d697a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.732058] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.732229] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.734266] env[68199]: INFO nova.compute.manager [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Terminating instance [ 1311.739118] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1311.739118] env[68199]: value = "task-3071193" [ 1311.739118] env[68199]: _type = "Task" [ 1311.739118] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.746942] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.237875] env[68199]: DEBUG nova.compute.manager [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.238207] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.239038] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ef52c7-5fbe-49bb-b7b5-8ba944fa6544 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.250438] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071193, 'name': ReconfigVM_Task, 'duration_secs': 0.268173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.252430] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.253096] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.253310] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620f2a9b-0aff-47ab-8c72-b8dc8e5db053 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.254729] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6172a0f-37a0-47cf-81ab-befcbffd1cf8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.260668] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1312.260668] env[68199]: value = "task-3071195" [ 1312.260668] env[68199]: _type = "Task" [ 1312.260668] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.261781] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1312.261781] env[68199]: value = "task-3071194" [ 1312.261781] env[68199]: _type = "Task" [ 1312.261781] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.271950] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.275185] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071194, 'name': Rename_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.774405] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071195, 'name': PowerOffVM_Task, 'duration_secs': 0.247225} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.777258] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.777430] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.777745] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071194, 'name': Rename_Task, 'duration_secs': 0.141647} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.777958] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cde4512c-1317-4288-94b6-87ac662e2bba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.779377] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.779597] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e4d420-aa60-4561-ab53-6c47160285c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.787386] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1312.787386] env[68199]: value = "task-3071196" [ 1312.787386] env[68199]: _type = "Task" [ 1312.787386] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.793913] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.845223] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.845454] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.845637] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleting the datastore file [datastore1] c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.845904] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a34d47e2-9020-454f-9ac5-121ccde135fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.852428] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for the task: (returnval){ [ 1312.852428] env[68199]: value = "task-3071198" [ 1312.852428] env[68199]: _type = "Task" [ 1312.852428] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.860251] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.296885] env[68199]: DEBUG oslo_vmware.api [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071196, 'name': PowerOnVM_Task, 'duration_secs': 0.504188} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.297322] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.297322] env[68199]: INFO nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1313.297491] env[68199]: DEBUG nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.298294] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183e918-088b-427a-8dba-a3a65fa7b90c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.361778] env[68199]: DEBUG oslo_vmware.api [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Task: {'id': task-3071198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291864} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.362040] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.362230] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.362401] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.362589] env[68199]: INFO nova.compute.manager [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [instance: c122db2f-9b01-47be-8775-077537d697a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1313.362825] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.363019] env[68199]: DEBUG nova.compute.manager [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.363114] env[68199]: DEBUG nova.network.neutron [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.814464] env[68199]: INFO nova.compute.manager [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Took 11.94 seconds to build instance. [ 1313.990230] env[68199]: DEBUG nova.compute.manager [req-61e3cde9-f7c3-4823-ba80-5c6894548441 req-4a78bc02-e355-489e-82b8-3050b178b4c3 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Received event network-vif-deleted-8ae85502-5c16-4e33-ab03-723bd53616c4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.990456] env[68199]: INFO nova.compute.manager [req-61e3cde9-f7c3-4823-ba80-5c6894548441 req-4a78bc02-e355-489e-82b8-3050b178b4c3 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Neutron deleted interface 8ae85502-5c16-4e33-ab03-723bd53616c4; detaching it from the instance and deleting it from the info cache [ 1313.990601] env[68199]: DEBUG nova.network.neutron [req-61e3cde9-f7c3-4823-ba80-5c6894548441 req-4a78bc02-e355-489e-82b8-3050b178b4c3 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.316399] env[68199]: DEBUG oslo_concurrency.lockutils [None req-37094032-695f-4cb8-a0ef-58b74c953d9a tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.445s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.467078] env[68199]: DEBUG nova.network.neutron [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.492869] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f903d1b-a552-4a21-9a3c-00b5ebaf21b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.502872] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b32d9-23cb-4d0b-8039-c814ba0f08ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.530088] env[68199]: DEBUG nova.compute.manager [req-61e3cde9-f7c3-4823-ba80-5c6894548441 req-4a78bc02-e355-489e-82b8-3050b178b4c3 service nova] [instance: c122db2f-9b01-47be-8775-077537d697a7] Detach interface failed, port_id=8ae85502-5c16-4e33-ab03-723bd53616c4, reason: Instance c122db2f-9b01-47be-8775-077537d697a7 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.973132] env[68199]: INFO nova.compute.manager [-] [instance: c122db2f-9b01-47be-8775-077537d697a7] Took 1.61 seconds to deallocate network for instance. [ 1315.480478] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.480797] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.481028] env[68199]: DEBUG nova.objects.instance [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lazy-loading 'resources' on Instance uuid c122db2f-9b01-47be-8775-077537d697a7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.022951] env[68199]: DEBUG nova.compute.manager [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Received event network-changed-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.023191] env[68199]: DEBUG nova.compute.manager [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Refreshing instance network info cache due to event network-changed-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.023472] env[68199]: DEBUG oslo_concurrency.lockutils [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] Acquiring lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.023608] env[68199]: DEBUG oslo_concurrency.lockutils [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] Acquired lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.023746] env[68199]: DEBUG nova.network.neutron [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Refreshing network info cache for port 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.072124] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26542212-5f26-49d3-b7a3-9e0644cbfae7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.079969] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48c287a-2100-418c-a542-ff3c754b9ed3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.110648] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b022a0-e285-49cd-bfba-ac12b0bd3f4d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.117893] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c58fe-8c01-47c2-a53c-0a09fccf254e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.131180] env[68199]: DEBUG nova.compute.provider_tree [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.650552] env[68199]: ERROR nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] [req-ae8e7cc9-f584-4fc5-a17d-4316b9263de3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae8e7cc9-f584-4fc5-a17d-4316b9263de3"}]} [ 1316.665692] env[68199]: DEBUG nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1316.681508] env[68199]: DEBUG nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1316.681726] env[68199]: DEBUG nova.compute.provider_tree [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.692183] env[68199]: DEBUG nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1316.709909] env[68199]: DEBUG nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1316.730231] env[68199]: DEBUG nova.network.neutron [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updated VIF entry in instance network info cache for port 1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.730586] env[68199]: DEBUG nova.network.neutron [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating instance_info_cache with network_info: [{"id": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "address": "fa:16:3e:9c:fc:87", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8b20c5-87", "ovs_interfaceid": "1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.781799] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a4f8e9-3e9f-483e-995e-be2f7e52ef51 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.789194] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08d6d7-e7a3-4448-931c-cb378f0535fb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.819717] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e7f774-0ac1-4876-83c8-f710d97250cd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.826431] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71897b2-0750-4284-a315-007cebcec0c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.839086] env[68199]: DEBUG nova.compute.provider_tree [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.233146] env[68199]: DEBUG oslo_concurrency.lockutils [req-59b225ee-88f0-415f-81b6-d804d421fb2a req-af271688-0423-43ef-96c8-7ef290ac7669 service nova] Releasing lock "refresh_cache-8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.371540] env[68199]: DEBUG nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1317.371809] env[68199]: DEBUG nova.compute.provider_tree [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 170 to 171 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1317.371986] env[68199]: DEBUG nova.compute.provider_tree [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.877212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.894232] env[68199]: INFO nova.scheduler.client.report [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Deleted allocations for instance c122db2f-9b01-47be-8775-077537d697a7 [ 1318.401927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-40029e98-ea34-4c1c-a9a4-aa590d58f3fe tempest-ServerActionsTestOtherB-1112897211 tempest-ServerActionsTestOtherB-1112897211-project-member] Lock "c122db2f-9b01-47be-8775-077537d697a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.670s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.572674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.573108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.573108] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.573291] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.573464] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.577071] env[68199]: INFO nova.compute.manager [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Terminating instance [ 1321.080845] env[68199]: DEBUG nova.compute.manager [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.081217] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.082610] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d4de6e-7770-4666-9c9d-7b740f697116 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.090631] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.090881] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46619fcb-d928-4550-911d-a286eaf5a68d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.097812] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1321.097812] env[68199]: value = "task-3071200" [ 1321.097812] env[68199]: _type = "Task" [ 1321.097812] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.106335] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.607496] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071200, 'name': PowerOffVM_Task, 'duration_secs': 0.18938} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.607811] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.607921] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.608198] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5865ea42-f095-4929-b105-c368adc39d2c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.673606] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.673839] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.674012] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleting the datastore file [datastore2] 1f0105af-730d-4d43-94db-7ccca3b0ae19 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.674287] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-595d4af5-d2a7-4cc1-b132-6d10587aea97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.680470] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1321.680470] env[68199]: value = "task-3071202" [ 1321.680470] env[68199]: _type = "Task" [ 1321.680470] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.687763] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.189949] env[68199]: DEBUG oslo_vmware.api [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233973} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.190255] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.190461] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.190639] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.190812] env[68199]: INFO nova.compute.manager [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.191070] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.191264] env[68199]: DEBUG nova.compute.manager [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.191358] env[68199]: DEBUG nova.network.neutron [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.672219] env[68199]: DEBUG nova.compute.manager [req-5253f7fe-f9c7-4190-abc9-8d9d311ebf8a req-494673e7-88bc-4fa8-862d-4cd5c2bdf92a service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Received event network-vif-deleted-fb6c8fd5-9865-4f40-aa7b-2761724dfd69 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.672219] env[68199]: INFO nova.compute.manager [req-5253f7fe-f9c7-4190-abc9-8d9d311ebf8a req-494673e7-88bc-4fa8-862d-4cd5c2bdf92a service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Neutron deleted interface fb6c8fd5-9865-4f40-aa7b-2761724dfd69; detaching it from the instance and deleting it from the info cache [ 1322.672622] env[68199]: DEBUG nova.network.neutron [req-5253f7fe-f9c7-4190-abc9-8d9d311ebf8a req-494673e7-88bc-4fa8-862d-4cd5c2bdf92a service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.155511] env[68199]: DEBUG nova.network.neutron [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.175501] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67ad6184-09e9-401a-9882-b6c14c3b823b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.188613] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8858f9f-de55-4a15-a0f4-a36412ed5ed8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.215954] env[68199]: DEBUG nova.compute.manager [req-5253f7fe-f9c7-4190-abc9-8d9d311ebf8a req-494673e7-88bc-4fa8-862d-4cd5c2bdf92a service nova] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Detach interface failed, port_id=fb6c8fd5-9865-4f40-aa7b-2761724dfd69, reason: Instance 1f0105af-730d-4d43-94db-7ccca3b0ae19 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.657767] env[68199]: INFO nova.compute.manager [-] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Took 1.47 seconds to deallocate network for instance. [ 1324.165218] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.165535] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.165750] env[68199]: DEBUG nova.objects.instance [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'resources' on Instance uuid 1f0105af-730d-4d43-94db-7ccca3b0ae19 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.764766] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8448e-4540-4eb3-8d2e-f9ede47b8ce9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.773186] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ada37-23cf-4b20-be9b-f8b0e467e56d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.804185] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1b882f-167e-4107-a9e8-166d07e4c7c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.811864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de339f-f8b0-40a4-9b40-eb93a8457101 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.825563] env[68199]: DEBUG nova.compute.provider_tree [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.358910] env[68199]: DEBUG nova.scheduler.client.report [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1325.359269] env[68199]: DEBUG nova.compute.provider_tree [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 171 to 172 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1325.359365] env[68199]: DEBUG nova.compute.provider_tree [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.864140] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.885790] env[68199]: INFO nova.scheduler.client.report [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted allocations for instance 1f0105af-730d-4d43-94db-7ccca3b0ae19 [ 1326.392688] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c8510207-92d4-4871-bff4-0408ab870270 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "1f0105af-730d-4d43-94db-7ccca3b0ae19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.671598] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.671979] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.174977] env[68199]: INFO nova.compute.manager [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Detaching volume d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966 [ 1328.208537] env[68199]: INFO nova.virt.block_device [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Attempting to driver detach volume d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966 from mountpoint /dev/sdb [ 1328.208773] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1328.208960] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614956', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'name': 'volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65d08685-b35b-4a6c-b81b-f700a85b5fd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'serial': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1328.209836] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1532f13-9309-4ce8-b4a7-49107ec9f4a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.231460] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f3834-fccb-41fe-b019-35e1688675c7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.238281] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2772054-54a9-494a-9563-123f161b20c4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.258777] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b6d7f9-b770-4373-a655-7d8c059a0d01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.273457] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] The volume has not been displaced from its original location: [datastore1] volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966/volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1328.278822] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1328.279014] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb8575a-a470-4fab-a2d0-ec03919a15bf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.296899] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1328.296899] env[68199]: value = "task-3071203" [ 1328.296899] env[68199]: _type = "Task" [ 1328.296899] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.306074] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.806721] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071203, 'name': ReconfigVM_Task, 'duration_secs': 0.205294} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.807089] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.811549] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092d5b66-ebc3-4bd4-9e58-a47708a254ed {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.826560] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1328.826560] env[68199]: value = "task-3071204" [ 1328.826560] env[68199]: _type = "Task" [ 1328.826560] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.833855] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.336342] env[68199]: DEBUG oslo_vmware.api [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071204, 'name': ReconfigVM_Task, 'duration_secs': 0.138966} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.336676] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614956', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'name': 'volume-d8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65d08685-b35b-4a6c-b81b-f700a85b5fd3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966', 'serial': 'd8b9dfa8-85de-42c9-af2f-2dbf5d1fb966'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.875036] env[68199]: DEBUG nova.objects.instance [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid 65d08685-b35b-4a6c-b81b-f700a85b5fd3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.882818] env[68199]: DEBUG oslo_concurrency.lockutils [None req-48cc91e2-9c39-4b1f-a059-dfd2133d48ac tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.907381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.907753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.907887] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.908083] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.908255] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.910324] env[68199]: INFO nova.compute.manager [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Terminating instance [ 1332.414339] env[68199]: DEBUG nova.compute.manager [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.414582] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.415567] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbd65d-f15b-4006-98d2-baadcf9e40e8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.424312] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.424547] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac93e430-1b8d-4a89-89f1-39174fde41b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.431342] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1332.431342] env[68199]: value = "task-3071205" [ 1332.431342] env[68199]: _type = "Task" [ 1332.431342] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.438412] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.941890] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071205, 'name': PowerOffVM_Task, 'duration_secs': 0.183685} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.942346] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.942346] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.942595] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559e959e-ffde-47d8-8a8c-f51df5c74708 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.011381] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.011604] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.011800] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleting the datastore file [datastore2] 65d08685-b35b-4a6c-b81b-f700a85b5fd3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.012092] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6035934-266f-4144-8c2e-f9945daa27ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.018930] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1333.018930] env[68199]: value = "task-3071207" [ 1333.018930] env[68199]: _type = "Task" [ 1333.018930] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.026099] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.469931] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.470161] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.470384] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1333.528702] env[68199]: DEBUG oslo_vmware.api [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159266} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.528942] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.529144] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.529323] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.529496] env[68199]: INFO nova.compute.manager [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1333.529734] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.529919] env[68199]: DEBUG nova.compute.manager [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.530025] env[68199]: DEBUG nova.network.neutron [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.969887] env[68199]: DEBUG nova.compute.manager [req-d36618db-ee15-46b8-9f7a-8d5f41195320 req-eb885521-6e51-4e96-bc3f-7985818c58e0 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Received event network-vif-deleted-dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.969887] env[68199]: INFO nova.compute.manager [req-d36618db-ee15-46b8-9f7a-8d5f41195320 req-eb885521-6e51-4e96-bc3f-7985818c58e0 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Neutron deleted interface dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba; detaching it from the instance and deleting it from the info cache [ 1333.969887] env[68199]: DEBUG nova.network.neutron [req-d36618db-ee15-46b8-9f7a-8d5f41195320 req-eb885521-6e51-4e96-bc3f-7985818c58e0 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.449676] env[68199]: DEBUG nova.network.neutron [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.465440] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.474034] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db904f5-9cb3-48e3-9d5b-1ab34b6c6169 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.484689] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d41f132-344e-4b03-aec3-3810e8ed259d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.510085] env[68199]: DEBUG nova.compute.manager [req-d36618db-ee15-46b8-9f7a-8d5f41195320 req-eb885521-6e51-4e96-bc3f-7985818c58e0 service nova] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Detach interface failed, port_id=dc020ccc-9eff-4cdd-b45c-bef9bc6f1fba, reason: Instance 65d08685-b35b-4a6c-b81b-f700a85b5fd3 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.953932] env[68199]: INFO nova.compute.manager [-] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Took 1.42 seconds to deallocate network for instance. [ 1335.460438] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.460779] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.460953] env[68199]: DEBUG nova.objects.instance [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'resources' on Instance uuid 65d08685-b35b-4a6c-b81b-f700a85b5fd3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.470169] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.470353] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.025632] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d2a90e-d918-4e00-bf03-81e490d5c667 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.033736] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d8b9d-95d2-44e2-a2ea-60ef2dd6d337 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.064628] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262eec4-582d-46bd-a309-6044a142d28c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.071727] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7dc98-6fd9-4793-9099-7b04f17ec9a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.084596] env[68199]: DEBUG nova.compute.provider_tree [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.470507] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.588102] env[68199]: DEBUG nova.scheduler.client.report [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.093523] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.117011] env[68199]: INFO nova.scheduler.client.report [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted allocations for instance 65d08685-b35b-4a6c-b81b-f700a85b5fd3 [ 1337.624420] env[68199]: DEBUG oslo_concurrency.lockutils [None req-353ce0e3-b1e5-4c4f-8780-9cbf42657a7e tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "65d08685-b35b-4a6c-b81b-f700a85b5fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.470368] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.470479] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.941248] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.941433] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.973362] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.973613] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.973781] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.973936] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.975043] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d261e70c-e982-43c0-b324-f6da5b4536c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.983333] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e9253-6242-4376-9abe-14a0319af21c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.998115] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ae63c-aa38-4054-ad78-9dd195c418b3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.004231] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351bcf7e-c3f2-48f3-92da-c2a2a693084e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.032593] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180250MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1340.032751] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.032927] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.444129] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.965790] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.055890] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.056029] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b5c42dd1-bcdf-483b-b82f-b1360d4546e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.056159] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.559398] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance ca703446-036c-4623-b68a-fa113df692b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1341.559690] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1341.559779] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1341.611643] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297e951-ebe1-4b1c-9fbe-39f0c59e1b18 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.618528] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9fa5fa-442b-495d-9d2c-112004b57b21 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.648073] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989d1cc-6f32-4995-adb7-9f5912f9703d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.654323] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a0b6be-5701-46fa-b4ed-d8382c645f4f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.666692] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.169341] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.674536] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1342.674765] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.642s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.675077] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.709s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.676657] env[68199]: INFO nova.compute.claims [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.741963] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb6af0-c554-46fa-9e5b-5939ff08598a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.749779] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e41286-9195-49df-8800-83ebb592e857 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.780223] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f636a7-c598-4dc3-ab38-9a428a6c166d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.786996] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f6dce-a777-490b-a59a-d4d10d77a81f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.799688] env[68199]: DEBUG nova.compute.provider_tree [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.302924] env[68199]: DEBUG nova.scheduler.client.report [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.808494] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.809089] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.313796] env[68199]: DEBUG nova.compute.utils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.315209] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.315824] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.361471] env[68199]: DEBUG nova.policy [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78da7aedd3dc4e689b064e358fe3b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712dd08b49ff4cc3bd01cfb437e014b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.616402] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Successfully created port: a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.819426] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.556273] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.556504] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.829282] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.856521] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.856812] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.856995] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.857212] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.857381] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.857577] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.857819] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.858011] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.858212] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.858404] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.858623] env[68199]: DEBUG nova.virt.hardware [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.859525] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9b07ab-e940-46e1-923d-3c06f1657558 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.869206] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3697e2-7195-4a74-af56-383035be4414 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.961503] env[68199]: DEBUG nova.compute.manager [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Received event network-vif-plugged-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.961816] env[68199]: DEBUG oslo_concurrency.lockutils [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.962170] env[68199]: DEBUG oslo_concurrency.lockutils [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] Lock "ca703446-036c-4623-b68a-fa113df692b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.962315] env[68199]: DEBUG oslo_concurrency.lockutils [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] Lock "ca703446-036c-4623-b68a-fa113df692b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.962464] env[68199]: DEBUG nova.compute.manager [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] No waiting events found dispatching network-vif-plugged-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.962662] env[68199]: WARNING nova.compute.manager [req-73663bc8-c9aa-4ded-a055-7878c7204e03 req-905b13f7-06d9-48a2-b62e-7d93ec61daff service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Received unexpected event network-vif-plugged-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 for instance with vm_state building and task_state spawning. [ 1347.041943] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Successfully updated port: a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.059106] env[68199]: INFO nova.compute.manager [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Detaching volume ef0e856b-a44b-4c71-93b6-e32455e9a5f1 [ 1347.093594] env[68199]: INFO nova.virt.block_device [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Attempting to driver detach volume ef0e856b-a44b-4c71-93b6-e32455e9a5f1 from mountpoint /dev/sdb [ 1347.093830] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.094027] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614963', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'name': 'volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5c42dd1-bcdf-483b-b82f-b1360d4546e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'serial': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.094875] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6399d53-7ccd-4bee-bd3d-a68df6bf10b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.116609] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c510fb-123b-4cdb-9ea3-bec8846584d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.123143] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f05f2e-e148-456d-8cda-799edec8cd89 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.142504] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788859b1-dd14-47b0-92b6-93fcf81b6074 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.156363] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1/volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.161663] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.161935] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864f0f21-8ec3-4294-a0f8-fac6c5a5f726 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.179274] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1347.179274] env[68199]: value = "task-3071208" [ 1347.179274] env[68199]: _type = "Task" [ 1347.179274] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.186807] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.544440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.544690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.544795] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.691218] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071208, 'name': ReconfigVM_Task, 'duration_secs': 0.234264} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.691468] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.695935] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a83a97f7-a87a-4ce7-acbe-7ff50474eb88 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.711566] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1347.711566] env[68199]: value = "task-3071209" [ 1347.711566] env[68199]: _type = "Task" [ 1347.711566] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.721308] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.076279] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.197119] env[68199]: DEBUG nova.network.neutron [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating instance_info_cache with network_info: [{"id": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "address": "fa:16:3e:f4:a1:e2", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4067e33-b0", "ovs_interfaceid": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.221413] env[68199]: DEBUG oslo_vmware.api [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071209, 'name': ReconfigVM_Task, 'duration_secs': 0.124435} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.221699] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614963', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'name': 'volume-ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5c42dd1-bcdf-483b-b82f-b1360d4546e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1', 'serial': 'ef0e856b-a44b-4c71-93b6-e32455e9a5f1'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.699724] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.700164] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Instance network_info: |[{"id": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "address": "fa:16:3e:f4:a1:e2", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4067e33-b0", "ovs_interfaceid": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.700636] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:a1:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4067e33-b081-4ec3-ac3b-7b3597a37ac4', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.708054] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.708267] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.708513] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f235d4f3-83ec-4a32-acfb-5abc16fa3bce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.729056] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.729056] env[68199]: value = "task-3071210" [ 1348.729056] env[68199]: _type = "Task" [ 1348.729056] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.737183] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071210, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.761366] env[68199]: DEBUG nova.objects.instance [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.990703] env[68199]: DEBUG nova.compute.manager [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Received event network-changed-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.990859] env[68199]: DEBUG nova.compute.manager [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Refreshing instance network info cache due to event network-changed-a4067e33-b081-4ec3-ac3b-7b3597a37ac4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.991188] env[68199]: DEBUG oslo_concurrency.lockutils [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] Acquiring lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.991378] env[68199]: DEBUG oslo_concurrency.lockutils [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] Acquired lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.991577] env[68199]: DEBUG nova.network.neutron [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Refreshing network info cache for port a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.238977] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071210, 'name': CreateVM_Task, 'duration_secs': 0.273138} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.239281] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.239870] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.240047] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.240348] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.240589] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38bab2c-4652-48a0-a31c-c1a7d7099d6b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.244798] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1349.244798] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525de486-80c8-a778-3ad1-ff84917e0782" [ 1349.244798] env[68199]: _type = "Task" [ 1349.244798] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.252170] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525de486-80c8-a778-3ad1-ff84917e0782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.657928] env[68199]: DEBUG nova.network.neutron [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updated VIF entry in instance network info cache for port a4067e33-b081-4ec3-ac3b-7b3597a37ac4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.658279] env[68199]: DEBUG nova.network.neutron [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating instance_info_cache with network_info: [{"id": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "address": "fa:16:3e:f4:a1:e2", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4067e33-b0", "ovs_interfaceid": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.720309] env[68199]: DEBUG oslo_concurrency.lockutils [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.755505] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525de486-80c8-a778-3ad1-ff84917e0782, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.755781] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.756008] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.756243] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.756391] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.756598] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.756855] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5cbf6ca-e7d2-4c83-b57b-a3230964dc19 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.765063] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.765239] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.765981] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79422a30-4bb0-45f9-916b-f96f58b119db {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.768172] env[68199]: DEBUG oslo_concurrency.lockutils [None req-e03fa5fb-d183-46e3-b4b3-aeaf09f2b45a tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.769113] env[68199]: DEBUG oslo_concurrency.lockutils [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.769292] env[68199]: DEBUG nova.compute.manager [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.770509] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43351e-e06c-461e-a21e-22fffc04d4b1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.773932] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1349.773932] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52b6278a-4d30-c860-1cd0-c1ec75a1119d" [ 1349.773932] env[68199]: _type = "Task" [ 1349.773932] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.778257] env[68199]: DEBUG nova.compute.manager [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68199) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1349.778791] env[68199]: DEBUG nova.objects.instance [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.784821] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52b6278a-4d30-c860-1cd0-c1ec75a1119d, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.785602] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2760590-4e63-4f84-9258-490b1c427b25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.791259] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1349.791259] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f4eb89-65a1-6cb0-a1a4-35eae31116fc" [ 1349.791259] env[68199]: _type = "Task" [ 1349.791259] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.800152] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4eb89-65a1-6cb0-a1a4-35eae31116fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.161651] env[68199]: DEBUG oslo_concurrency.lockutils [req-08dc83ff-ce10-4a96-8228-e55345342ebe req-3f3c9974-9dfb-4616-96bc-04b404ff9a42 service nova] Releasing lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.302503] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f4eb89-65a1-6cb0-a1a4-35eae31116fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.302503] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.302503] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] ca703446-036c-4623-b68a-fa113df692b3/ca703446-036c-4623-b68a-fa113df692b3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.302999] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5074107-97a2-404e-bd64-7f3570a58020 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.309495] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1350.309495] env[68199]: value = "task-3071211" [ 1350.309495] env[68199]: _type = "Task" [ 1350.309495] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.316934] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.785970] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.786310] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e6d31d-4b92-44ee-aed8-879a77110cd7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.793638] env[68199]: DEBUG oslo_vmware.api [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1350.793638] env[68199]: value = "task-3071212" [ 1350.793638] env[68199]: _type = "Task" [ 1350.793638] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.801917] env[68199]: DEBUG oslo_vmware.api [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.818618] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416053} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.818906] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] ca703446-036c-4623-b68a-fa113df692b3/ca703446-036c-4623-b68a-fa113df692b3.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.819216] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.819467] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3436000f-7538-4db0-a990-675e010e04e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.826239] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1350.826239] env[68199]: value = "task-3071213" [ 1350.826239] env[68199]: _type = "Task" [ 1350.826239] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.834953] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.303494] env[68199]: DEBUG oslo_vmware.api [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071212, 'name': PowerOffVM_Task, 'duration_secs': 0.163381} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.303777] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.303938] env[68199]: DEBUG nova.compute.manager [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.304693] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ff156-886f-44c1-b274-cbc7197c4227 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.334374] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063064} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.334630] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.335411] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bbc774-67ef-4b2f-bfa0-6ba3d78b4bd7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.357631] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ca703446-036c-4623-b68a-fa113df692b3/ca703446-036c-4623-b68a-fa113df692b3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.358349] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13aa8782-ac82-4eff-9435-7327ec17285d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.375848] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.376085] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.379950] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1351.379950] env[68199]: value = "task-3071214" [ 1351.379950] env[68199]: _type = "Task" [ 1351.379950] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.387128] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.815913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-067b2959-8387-412c-b6b1-f702eeeca854 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.879276] env[68199]: DEBUG nova.compute.utils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.889399] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071214, 'name': ReconfigVM_Task, 'duration_secs': 0.270622} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.889722] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ca703446-036c-4623-b68a-fa113df692b3/ca703446-036c-4623-b68a-fa113df692b3.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.890377] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37210905-d6ca-4eec-8de8-f039cd9b40b5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.897590] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1351.897590] env[68199]: value = "task-3071215" [ 1351.897590] env[68199]: _type = "Task" [ 1351.897590] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.905799] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071215, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.066400] env[68199]: DEBUG nova.objects.instance [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.384793] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.406864] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071215, 'name': Rename_Task, 'duration_secs': 0.147502} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.407138] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.407377] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b549618f-6957-43bf-be74-a72710d72ab1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.413063] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1352.413063] env[68199]: value = "task-3071216" [ 1352.413063] env[68199]: _type = "Task" [ 1352.413063] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.420330] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.571539] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.571726] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.571832] env[68199]: DEBUG nova.network.neutron [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.572022] env[68199]: DEBUG nova.objects.instance [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'info_cache' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.922858] env[68199]: DEBUG oslo_vmware.api [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071216, 'name': PowerOnVM_Task, 'duration_secs': 0.437758} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.923132] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.923256] env[68199]: INFO nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Took 6.09 seconds to spawn the instance on the hypervisor. [ 1352.923435] env[68199]: DEBUG nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.924208] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939ed2f-28bf-4a38-b6fa-28fda55e6236 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.074958] env[68199]: DEBUG nova.objects.base [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.442480] env[68199]: INFO nova.compute.manager [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Took 12.49 seconds to build instance. [ 1353.446059] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.446300] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.446517] env[68199]: INFO nova.compute.manager [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Attaching volume 96db7efc-a1ae-474e-895a-07687d1cd6dd to /dev/sdb [ 1353.476596] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f27044-f0d4-491c-8e30-2d4d3676335f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.483593] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f5919-1fce-4179-bb32-f2f738db2133 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.496125] env[68199]: DEBUG nova.virt.block_device [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating existing volume attachment record: 2176663d-9a95-4bd8-8563-376c77255024 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1353.792018] env[68199]: DEBUG nova.network.neutron [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [{"id": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "address": "fa:16:3e:92:a1:a1", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea6e6b8-6e", "ovs_interfaceid": "5ea6e6b8-6e56-4583-a7ba-169f2c170a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.944381] env[68199]: DEBUG oslo_concurrency.lockutils [None req-75ddb99b-84f0-4de5-baa8-ef87c75d4dea tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.003s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.047461] env[68199]: DEBUG nova.compute.manager [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Received event network-changed-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.047461] env[68199]: DEBUG nova.compute.manager [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Refreshing instance network info cache due to event network-changed-a4067e33-b081-4ec3-ac3b-7b3597a37ac4. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.047461] env[68199]: DEBUG oslo_concurrency.lockutils [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] Acquiring lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.047461] env[68199]: DEBUG oslo_concurrency.lockutils [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] Acquired lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.047461] env[68199]: DEBUG nova.network.neutron [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Refreshing network info cache for port a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.294565] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "refresh_cache-b5c42dd1-bcdf-483b-b82f-b1360d4546e7" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.741337] env[68199]: DEBUG nova.network.neutron [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updated VIF entry in instance network info cache for port a4067e33-b081-4ec3-ac3b-7b3597a37ac4. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.741694] env[68199]: DEBUG nova.network.neutron [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating instance_info_cache with network_info: [{"id": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "address": "fa:16:3e:f4:a1:e2", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4067e33-b0", "ovs_interfaceid": "a4067e33-b081-4ec3-ac3b-7b3597a37ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.244201] env[68199]: DEBUG oslo_concurrency.lockutils [req-95794ece-9619-4cae-8faf-15c64be8f0ba req-b2933c1f-4d13-491b-b71a-b51f0aad664d service nova] Releasing lock "refresh_cache-ca703446-036c-4623-b68a-fa113df692b3" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.299203] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.299523] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8976b8-9681-418e-bf48-77bf7213655c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.306883] env[68199]: DEBUG oslo_vmware.api [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1355.306883] env[68199]: value = "task-3071220" [ 1355.306883] env[68199]: _type = "Task" [ 1355.306883] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.314587] env[68199]: DEBUG oslo_vmware.api [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.816256] env[68199]: DEBUG oslo_vmware.api [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071220, 'name': PowerOnVM_Task, 'duration_secs': 0.441835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.816733] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.816733] env[68199]: DEBUG nova.compute.manager [None req-bd0ac0a2-e715-436d-96b2-69d0ed8a2e4d tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.817450] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea239601-af5e-4786-a587-a8685a167f64 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.041071] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1358.041380] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1358.042400] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af797d6d-d798-4c8c-b614-968989afae09 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.059334] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa77313-b860-4ed2-9d57-b3837142e6f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.083253] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.083535] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e31c283-8cbd-4470-8419-2d41cf2eebea {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.101514] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1358.101514] env[68199]: value = "task-3071222" [ 1358.101514] env[68199]: _type = "Task" [ 1358.101514] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.109313] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.611418] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071222, 'name': ReconfigVM_Task, 'duration_secs': 0.350251} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.611682] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.617351] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f078245e-e641-4e0b-8f08-98f3f01a3e3e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.632554] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1358.632554] env[68199]: value = "task-3071223" [ 1358.632554] env[68199]: _type = "Task" [ 1358.632554] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.640118] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.142089] env[68199]: DEBUG oslo_vmware.api [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071223, 'name': ReconfigVM_Task, 'duration_secs': 0.136769} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.142528] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1360.180133] env[68199]: DEBUG nova.objects.instance [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'flavor' on Instance uuid 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.686032] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7677c747-2684-4e9d-b515-97c9a6de4105 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.044928] env[68199]: INFO nova.compute.manager [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Rebuilding instance [ 1361.084240] env[68199]: DEBUG nova.compute.manager [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.085110] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6c63c-da18-400d-9092-1c9bdecf650f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.098123] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.098494] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce4befc5-9189-4042-8028-ba2a4f6c8873 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.106310] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1362.106310] env[68199]: value = "task-3071224" [ 1362.106310] env[68199]: _type = "Task" [ 1362.106310] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.114358] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.616218] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071224, 'name': PowerOffVM_Task, 'duration_secs': 0.19502} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.616471] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.672871] env[68199]: INFO nova.compute.manager [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Detaching volume 96db7efc-a1ae-474e-895a-07687d1cd6dd [ 1362.702527] env[68199]: INFO nova.virt.block_device [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Attempting to driver detach volume 96db7efc-a1ae-474e-895a-07687d1cd6dd from mountpoint /dev/sdb [ 1362.702744] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1362.702934] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1362.703838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b971d-5a61-4084-9b17-3f46babe3ae8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.724692] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d52542-2fd7-4f12-aaf5-196da068352e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.730808] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad6079f-3392-4977-bf7b-00b3d1c0e028 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.750338] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27c2ab-b854-47d3-bc0f-60ccf168dc92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.765933] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] The volume has not been displaced from its original location: [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1362.770984] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.771260] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e310ea10-5373-4e44-9c38-ec5435dd3e39 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.789099] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1362.789099] env[68199]: value = "task-3071225" [ 1362.789099] env[68199]: _type = "Task" [ 1362.789099] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.796353] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.299018] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071225, 'name': ReconfigVM_Task, 'duration_secs': 0.210751} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.299429] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.303887] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88edfdd-ad51-4d85-bbfd-8f96dae20c80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.319251] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1363.319251] env[68199]: value = "task-3071226" [ 1363.319251] env[68199]: _type = "Task" [ 1363.319251] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.326783] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.829047] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071226, 'name': ReconfigVM_Task, 'duration_secs': 0.151971} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.829366] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.874528] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.875284] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0923c4ae-7dc9-4020-92af-08376c224401 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.883289] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1364.883289] env[68199]: value = "task-3071227" [ 1364.883289] env[68199]: _type = "Task" [ 1364.883289] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.890764] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.393499] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] VM already powered off {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.393754] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1365.393902] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1365.394650] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb863048-09ef-43de-b2f6-e1a7305f7d16 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.412255] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceaea99-aa83-4daf-b77a-4ba373bebfc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.417934] env[68199]: WARNING nova.virt.vmwareapi.driver [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1365.418188] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.418864] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a815d6a4-6114-4a7d-92ff-554f0e31782c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.424376] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.424577] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4d4c08-6624-4ffe-ae1a-e3df914a61ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.493600] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.493793] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.493949] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore1] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.494217] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6083a2bc-f326-4962-b39e-303fd09f7052 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.501092] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1365.501092] env[68199]: value = "task-3071229" [ 1365.501092] env[68199]: _type = "Task" [ 1365.501092] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.508243] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.011370] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135901} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.011615] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.011795] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.011968] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.518695] env[68199]: INFO nova.virt.block_device [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Booting with volume 96db7efc-a1ae-474e-895a-07687d1cd6dd at /dev/sdb [ 1366.546682] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3029a93a-ac35-4a89-aae4-04abacd9f2f6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.555392] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6138cef9-a2b1-4bd2-88ff-d45b439048fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.581745] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8670d9bb-0164-48ee-b125-5a66e73927b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.588955] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426dc14-a568-4293-88e5-eaf2159bf09a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.612930] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3219c82-6e72-45c2-adcc-3fc03977125c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.618756] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510676a0-98c7-4936-9622-6bd89bd0b8b9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.630980] env[68199]: DEBUG nova.virt.block_device [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating existing volume attachment record: 0d885a53-17ea-4943-b030-4f20b3938ba3 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1368.734166] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.734457] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.734585] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.735123] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.735123] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.735123] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.735289] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.735436] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.735623] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.735797] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.735972] env[68199]: DEBUG nova.virt.hardware [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.736933] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24cd50-bcde-4762-8a89-52ef6058cc3b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.745248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8db63-f456-4107-8723-a9d25c1cf31d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.758551] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fc:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.765790] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.766010] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.766215] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0813337-5d6e-4a90-adc0-a24536441385 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.786478] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.786478] env[68199]: value = "task-3071230" [ 1368.786478] env[68199]: _type = "Task" [ 1368.786478] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.793558] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071230, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.295782] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071230, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.797581] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071230, 'name': CreateVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.298023] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071230, 'name': CreateVM_Task, 'duration_secs': 1.280036} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.298200] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.298851] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.299021] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.299322] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.299558] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946c4001-aab6-49b4-a30d-04142de27501 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.303605] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1370.303605] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52cd4533-76e7-133b-d610-a15eb6787009" [ 1370.303605] env[68199]: _type = "Task" [ 1370.303605] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.310794] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cd4533-76e7-133b-d610-a15eb6787009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.814096] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52cd4533-76e7-133b-d610-a15eb6787009, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.814555] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.814649] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.814856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.815013] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.815225] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.815541] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42acf88e-9fac-4741-ae84-2598dbfd2d64 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.823876] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.824057] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.824713] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388b69bf-f0ba-4480-9cc0-f26a1eb15cca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.829428] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1370.829428] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52fe447c-6293-95ee-6c9c-d1ad649315df" [ 1370.829428] env[68199]: _type = "Task" [ 1370.829428] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.836209] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fe447c-6293-95ee-6c9c-d1ad649315df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.340622] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52fe447c-6293-95ee-6c9c-d1ad649315df, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.340622] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98425c2b-0659-4106-a691-8cba3a09f699 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.346062] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1371.346062] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]521eb74d-398a-40bb-18cb-13ebd75f010e" [ 1371.346062] env[68199]: _type = "Task" [ 1371.346062] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.353049] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521eb74d-398a-40bb-18cb-13ebd75f010e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.855491] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]521eb74d-398a-40bb-18cb-13ebd75f010e, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.855879] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.855924] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.856195] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9dc95b8-bc58-43c0-adf7-00c5571fc9b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.862968] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1371.862968] env[68199]: value = "task-3071231" [ 1371.862968] env[68199]: _type = "Task" [ 1371.862968] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.870090] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.372694] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411874} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.373067] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.373301] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.373560] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37df8b39-e693-4605-92d7-b1e457ae8099 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.380348] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1372.380348] env[68199]: value = "task-3071232" [ 1372.380348] env[68199]: _type = "Task" [ 1372.380348] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.387338] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.890767] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065047} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.891165] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.891790] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d68eb-0b18-4526-ab20-9fbc147d7e7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.912875] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.913064] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39ee481-e8c6-4af6-9e56-cc8c8f511e25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.931611] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1372.931611] env[68199]: value = "task-3071233" [ 1372.931611] env[68199]: _type = "Task" [ 1372.931611] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.941284] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.440941] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.942060] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071233, 'name': ReconfigVM_Task, 'duration_secs': 0.550857} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.942470] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8/8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.943219] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'image_id': '6befe3b5-4755-45d8-a121-c6304664aae2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'}, 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '0d885a53-17ea-4943-b030-4f20b3938ba3', 'volume_type': None}], 'swap': None} {{(pid=68199) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1373.943423] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.943610] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.944381] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be24e091-2830-4122-869f-3550826bb8af {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.959263] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751c0cc-0f5f-4f94-979d-ca7156d368b0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.982929] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.983270] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb0de0e-9a69-452b-87aa-f78e3dafcc1c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.001547] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1374.001547] env[68199]: value = "task-3071234" [ 1374.001547] env[68199]: _type = "Task" [ 1374.001547] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.009186] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.511265] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071234, 'name': ReconfigVM_Task, 'duration_secs': 0.295158} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.511541] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.516233] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4d2899-330e-42ad-a665-4629b62ce75b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.531773] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1374.531773] env[68199]: value = "task-3071235" [ 1374.531773] env[68199]: _type = "Task" [ 1374.531773] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.539536] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.041541] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071235, 'name': ReconfigVM_Task, 'duration_secs': 0.137452} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.041915] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1375.042356] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d62e5dd-8d70-4d18-a7b7-3271c6573c3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.049139] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1375.049139] env[68199]: value = "task-3071236" [ 1375.049139] env[68199]: _type = "Task" [ 1375.049139] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.056266] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071236, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.558574] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071236, 'name': Rename_Task, 'duration_secs': 0.150243} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.558852] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.559098] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab09a50-6377-4c7b-892c-1e45ad0020d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.565236] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1375.565236] env[68199]: value = "task-3071237" [ 1375.565236] env[68199]: _type = "Task" [ 1375.565236] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.572330] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.075213] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.575217] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.076450] env[68199]: DEBUG oslo_vmware.api [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071237, 'name': PowerOnVM_Task, 'duration_secs': 1.453565} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.076710] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.076927] env[68199]: DEBUG nova.compute.manager [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.077674] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ad046-4cfd-469a-a71d-2c93dc4c9c26 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.595490] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.595863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.596100] env[68199]: DEBUG nova.objects.instance [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68199) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1378.605141] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d94de857-2a35-4c44-83c3-46e3ae3156c6 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.663651] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.664107] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.664165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.664308] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.664474] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.666676] env[68199]: INFO nova.compute.manager [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Terminating instance [ 1387.170341] env[68199]: DEBUG nova.compute.manager [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.170586] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.171697] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d7cca1-0aab-4234-b342-fb099095fe04 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.179265] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.179494] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7f3cd0-32ad-4341-856b-ee3f0d6188a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.185883] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1387.185883] env[68199]: value = "task-3071238" [ 1387.185883] env[68199]: _type = "Task" [ 1387.185883] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.193926] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.695430] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071238, 'name': PowerOffVM_Task, 'duration_secs': 0.205993} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.695835] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.695835] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.696136] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2255d7d-c216-4b40-9bc5-32cb1993fab8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.759152] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.759528] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.759859] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleting the datastore file [datastore1] b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.760350] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4eb8c40-adb0-421f-a8df-0fe900c9bb90 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.768286] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1387.768286] env[68199]: value = "task-3071240" [ 1387.768286] env[68199]: _type = "Task" [ 1387.768286] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.779247] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.278675] env[68199]: DEBUG oslo_vmware.api [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130523} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.278952] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.279132] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.279314] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.279485] env[68199]: INFO nova.compute.manager [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.279721] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.279905] env[68199]: DEBUG nova.compute.manager [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.280013] env[68199]: DEBUG nova.network.neutron [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.720223] env[68199]: DEBUG nova.compute.manager [req-6ced2180-a210-42ca-9b0d-b5177e093ca9 req-4f6ac5fd-b727-48e6-a90b-959185536a8f service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Received event network-vif-deleted-5ea6e6b8-6e56-4583-a7ba-169f2c170a76 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.720457] env[68199]: INFO nova.compute.manager [req-6ced2180-a210-42ca-9b0d-b5177e093ca9 req-4f6ac5fd-b727-48e6-a90b-959185536a8f service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Neutron deleted interface 5ea6e6b8-6e56-4583-a7ba-169f2c170a76; detaching it from the instance and deleting it from the info cache [ 1388.720722] env[68199]: DEBUG nova.network.neutron [req-6ced2180-a210-42ca-9b0d-b5177e093ca9 req-4f6ac5fd-b727-48e6-a90b-959185536a8f service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.204753] env[68199]: DEBUG nova.network.neutron [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.223542] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50618e44-24f8-44ce-b586-f8f20ef2d84f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.235245] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ba057-bc40-4ffe-9eac-2a533cb653fa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.263081] env[68199]: DEBUG nova.compute.manager [req-6ced2180-a210-42ca-9b0d-b5177e093ca9 req-4f6ac5fd-b727-48e6-a90b-959185536a8f service nova] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Detach interface failed, port_id=5ea6e6b8-6e56-4583-a7ba-169f2c170a76, reason: Instance b5c42dd1-bcdf-483b-b82f-b1360d4546e7 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.708282] env[68199]: INFO nova.compute.manager [-] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Took 1.43 seconds to deallocate network for instance. [ 1390.215239] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.215655] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.215813] env[68199]: DEBUG nova.objects.instance [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'resources' on Instance uuid b5c42dd1-bcdf-483b-b82f-b1360d4546e7 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.779838] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea29548-70df-4e4d-84fa-846f2a7eb470 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.787775] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558e5b0-4f0d-43f6-bc95-7b30985ae180 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.819238] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4117e2-0cfa-44dc-801f-d85b78a6871c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.827246] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecca1c7-bd24-41dc-8626-6671d63aa48a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.840655] env[68199]: DEBUG nova.compute.provider_tree [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.343721] env[68199]: DEBUG nova.scheduler.client.report [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.850158] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.869124] env[68199]: INFO nova.scheduler.client.report [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleted allocations for instance b5c42dd1-bcdf-483b-b82f-b1360d4546e7 [ 1392.378149] env[68199]: DEBUG oslo_concurrency.lockutils [None req-4e9030b8-5807-4beb-9758-39e470fd646f tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5c42dd1-bcdf-483b-b82f-b1360d4546e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.718285] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.718516] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.222084] env[68199]: DEBUG nova.compute.utils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1393.726881] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.499376] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.499612] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.788117] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.788117] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.788117] env[68199]: INFO nova.compute.manager [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Attaching volume 2d4da369-27bd-4aa5-9921-4b4dd7bf276b to /dev/sdb [ 1394.817053] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0d145-88c7-4dcc-8487-ba00e5c17609 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.824136] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2caaf2-1411-4374-a010-7e093e09d292 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.836914] env[68199]: DEBUG nova.virt.block_device [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating existing volume attachment record: 6ad8a56c-8aa7-44ae-bb8d-d4e4fec21ad2 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1395.001871] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.523784] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.524059] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.525550] env[68199]: INFO nova.compute.claims [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.588588] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece16d7-0bac-4a99-8367-3035cc9eb7f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.596261] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131c362-1f73-42ee-962f-b4ab6eab8ee5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.624957] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db5e19a-9a1b-4779-8ac6-e75c5d862386 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.631693] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32679605-f419-4493-a1b4-58821ef1f71b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.645263] env[68199]: DEBUG nova.compute.provider_tree [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.679073] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.679290] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.679452] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.679598] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.679742] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.679872] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1397.148452] env[68199]: DEBUG nova.scheduler.client.report [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.470990] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.653486] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.653967] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.159398] env[68199]: DEBUG nova.compute.utils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.160794] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.160986] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.208226] env[68199]: DEBUG nova.policy [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d36c473fc94bad88a0a3b6418d34fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3704cfd02a35495e9eb015a5d3866be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.479557] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Successfully created port: c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.664044] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.379720] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1399.379958] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614971', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'name': 'volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca703446-036c-4623-b68a-fa113df692b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'serial': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1399.380851] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac47296f-4fbd-450f-b3b5-f0399f2c3040 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.397393] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e3b95f-6a5d-4ae9-9279-3372492847e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.421250] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b/volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.421493] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0842290c-a69b-4dfe-a826-cbdbc3487952 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.439396] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1399.439396] env[68199]: value = "task-3071243" [ 1399.439396] env[68199]: _type = "Task" [ 1399.439396] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.446860] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.676127] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.702531] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.702806] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.702970] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.703166] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.703311] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.703457] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.703665] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.703820] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.703984] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.704155] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.704324] env[68199]: DEBUG nova.virt.hardware [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.705303] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63eb11f-425f-4e45-99b1-1c2e77204b68 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.714600] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e6891-cb1c-4e17-944a-76a613613a80 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.825990] env[68199]: DEBUG nova.compute.manager [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Received event network-vif-plugged-c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.826246] env[68199]: DEBUG oslo_concurrency.lockutils [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.826521] env[68199]: DEBUG oslo_concurrency.lockutils [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.826648] env[68199]: DEBUG oslo_concurrency.lockutils [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.826761] env[68199]: DEBUG nova.compute.manager [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] No waiting events found dispatching network-vif-plugged-c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.826952] env[68199]: WARNING nova.compute.manager [req-29e713d2-02f6-4f1c-bfdc-f341cea6bbaa req-d0d67601-dab7-4c0c-b953-992d6a0520de service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Received unexpected event network-vif-plugged-c1302f8d-ad41-4c31-93b2-5b02f573bf5f for instance with vm_state building and task_state spawning. [ 1399.907867] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Successfully updated port: c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.949710] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071243, 'name': ReconfigVM_Task, 'duration_secs': 0.370173} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.949957] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b/volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.954804] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc11b816-1dc1-443d-9555-ccb3c744d588 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.970137] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1399.970137] env[68199]: value = "task-3071244" [ 1399.970137] env[68199]: _type = "Task" [ 1399.970137] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.978204] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.410876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.411039] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.411184] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.470145] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.478810] env[68199]: DEBUG oslo_vmware.api [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071244, 'name': ReconfigVM_Task, 'duration_secs': 0.137868} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.479102] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614971', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'name': 'volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca703446-036c-4623-b68a-fa113df692b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'serial': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1400.943387] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.061149] env[68199]: DEBUG nova.network.neutron [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating instance_info_cache with network_info: [{"id": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "address": "fa:16:3e:45:d2:a8", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1302f8d-ad", "ovs_interfaceid": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.470183] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.515784] env[68199]: DEBUG nova.objects.instance [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid ca703446-036c-4623-b68a-fa113df692b3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.564040] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.564170] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Instance network_info: |[{"id": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "address": "fa:16:3e:45:d2:a8", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1302f8d-ad", "ovs_interfaceid": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.564648] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1302f8d-ad41-4c31-93b2-5b02f573bf5f', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.572334] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.572389] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.572612] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-551574ca-591d-465b-8c02-38afe55d7224 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.592506] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.592506] env[68199]: value = "task-3071245" [ 1401.592506] env[68199]: _type = "Task" [ 1401.592506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.600069] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071245, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.854484] env[68199]: DEBUG nova.compute.manager [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Received event network-changed-c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.854645] env[68199]: DEBUG nova.compute.manager [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Refreshing instance network info cache due to event network-changed-c1302f8d-ad41-4c31-93b2-5b02f573bf5f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1401.854854] env[68199]: DEBUG oslo_concurrency.lockutils [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] Acquiring lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.854986] env[68199]: DEBUG oslo_concurrency.lockutils [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] Acquired lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.855155] env[68199]: DEBUG nova.network.neutron [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Refreshing network info cache for port c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.972801] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.973262] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.973262] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.973382] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1401.974275] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f85cd-9e50-42af-88d0-506b5baa9ad0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.982296] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21279cf-9d13-49e5-adbb-f211159dbd0c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.995552] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf53446-ff71-4f67-a36c-81adc5a667d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.001351] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1f36b-fcc8-4169-876d-33913862ceba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.030140] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180301MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1402.030290] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.030476] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.032041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-80c88d82-775d-43ac-a063-4678e1d4dbd6 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.101701] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071245, 'name': CreateVM_Task, 'duration_secs': 0.357307} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.101873] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.102519] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.102680] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.102990] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.103252] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36660997-a82f-485d-ba03-7d1b452b99e6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.107209] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1402.107209] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]522e352f-a70c-d75d-a7df-573a6b9e129d" [ 1402.107209] env[68199]: _type = "Task" [ 1402.107209] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.114141] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522e352f-a70c-d75d-a7df-573a6b9e129d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.248011] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.248305] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.545119] env[68199]: DEBUG nova.network.neutron [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updated VIF entry in instance network info cache for port c1302f8d-ad41-4c31-93b2-5b02f573bf5f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.545488] env[68199]: DEBUG nova.network.neutron [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating instance_info_cache with network_info: [{"id": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "address": "fa:16:3e:45:d2:a8", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1302f8d-ad", "ovs_interfaceid": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.617161] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]522e352f-a70c-d75d-a7df-573a6b9e129d, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.617491] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.617719] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.617952] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.618142] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.618331] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.618584] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d91bbb40-d8ae-433c-a4ac-54053105042e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.626661] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.626826] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.627585] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0020359-f697-4efd-aec1-0c3542240a3c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.631962] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1402.631962] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]525987bd-29d0-4761-f715-1f18a77fbbad" [ 1402.631962] env[68199]: _type = "Task" [ 1402.631962] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.639110] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525987bd-29d0-4761-f715-1f18a77fbbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.751613] env[68199]: INFO nova.compute.manager [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Detaching volume 2d4da369-27bd-4aa5-9921-4b4dd7bf276b [ 1402.781817] env[68199]: INFO nova.virt.block_device [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Attempting to driver detach volume 2d4da369-27bd-4aa5-9921-4b4dd7bf276b from mountpoint /dev/sdb [ 1402.781817] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1402.782516] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614971', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'name': 'volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca703446-036c-4623-b68a-fa113df692b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'serial': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1402.782878] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed81952e-2399-4918-9774-97da00daeaec {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.803990] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06669dd-b803-455a-b78d-65bbb2578160 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.810546] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718135c1-8d46-4aa6-adff-03c1fb2a68eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.829727] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ea52a-ccfa-4385-babd-dcce228e2263 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.843441] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b/volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1402.848577] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1402.848817] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be39ea19-5513-49c0-a75a-b7f2c921a529 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.865905] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1402.865905] env[68199]: value = "task-3071246" [ 1402.865905] env[68199]: _type = "Task" [ 1402.865905] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.876973] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.048162] env[68199]: DEBUG oslo_concurrency.lockutils [req-eefd10c1-b113-4932-8875-63f07e1dcca4 req-7974daa8-81d3-498c-a7ba-5b74fd155f16 service nova] Releasing lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.059297] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.059462] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.059587] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance ca703446-036c-4623-b68a-fa113df692b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.059706] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b5584c30-832a-476b-b22a-eef9ef2f238c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.059883] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1403.060027] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1403.113279] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1af2eb-0ae6-4a56-9459-bf973b6b9efb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.120125] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fbf2bf-99c5-49e6-9b97-dbf54dd01cda {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.152707] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a5a3ed-f605-41d6-9f5e-c3da7d879cc6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.160161] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]525987bd-29d0-4761-f715-1f18a77fbbad, 'name': SearchDatastore_Task, 'duration_secs': 0.007754} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.162482] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29481acc-e604-4f1c-90ff-a2a4c3f63f58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.165299] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3ec2c-754c-49ee-891d-20e99f16d5fd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.177831] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.180059] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1403.180059] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52f2c361-922c-fa19-ea7c-0147a87768e6" [ 1403.180059] env[68199]: _type = "Task" [ 1403.180059] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.187591] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52f2c361-922c-fa19-ea7c-0147a87768e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.188335] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.188579] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b5584c30-832a-476b-b22a-eef9ef2f238c/b5584c30-832a-476b-b22a-eef9ef2f238c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.188805] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15f4a5f1-7a60-4122-be2b-db5cab6eb1c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.195213] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1403.195213] env[68199]: value = "task-3071247" [ 1403.195213] env[68199]: _type = "Task" [ 1403.195213] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.202595] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.375456] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071246, 'name': ReconfigVM_Task, 'duration_secs': 0.210394} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.375758] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1403.380584] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233e0716-cba7-4f6c-9e7e-d2908a1fbb84 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.396343] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1403.396343] env[68199]: value = "task-3071248" [ 1403.396343] env[68199]: _type = "Task" [ 1403.396343] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.404807] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.681843] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.706462] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416213} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.706710] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] b5584c30-832a-476b-b22a-eef9ef2f238c/b5584c30-832a-476b-b22a-eef9ef2f238c.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.706917] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.707168] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b7913db-1c61-4825-9adf-0a1cef953571 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.714793] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1403.714793] env[68199]: value = "task-3071249" [ 1403.714793] env[68199]: _type = "Task" [ 1403.714793] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.722803] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.906122] env[68199]: DEBUG oslo_vmware.api [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071248, 'name': ReconfigVM_Task, 'duration_secs': 0.14346} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.906486] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614971', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'name': 'volume-2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca703446-036c-4623-b68a-fa113df692b3', 'attached_at': '', 'detached_at': '', 'volume_id': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b', 'serial': '2d4da369-27bd-4aa5-9921-4b4dd7bf276b'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1404.186960] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1404.187430] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.225145] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065411} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.225354] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.226121] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8543d65-38ca-4b7b-ad22-30e4fa4d2ae7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.247490] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b5584c30-832a-476b-b22a-eef9ef2f238c/b5584c30-832a-476b-b22a-eef9ef2f238c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.247727] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7344748-82d0-4f29-b046-2e26174b1cdc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.266603] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1404.266603] env[68199]: value = "task-3071250" [ 1404.266603] env[68199]: _type = "Task" [ 1404.266603] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.273908] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.450354] env[68199]: DEBUG nova.objects.instance [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid ca703446-036c-4623-b68a-fa113df692b3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.776127] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071250, 'name': ReconfigVM_Task, 'duration_secs': 0.505675} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.776484] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b5584c30-832a-476b-b22a-eef9ef2f238c/b5584c30-832a-476b-b22a-eef9ef2f238c.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.777160] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b08edc1-167d-4f97-a7f6-4704fa06d77e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.782943] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1404.782943] env[68199]: value = "task-3071251" [ 1404.782943] env[68199]: _type = "Task" [ 1404.782943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.790400] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071251, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.292506] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071251, 'name': Rename_Task, 'duration_secs': 0.134463} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.292795] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.292979] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b01618-29ca-4957-88b1-5328f15b255c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.298943] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1405.298943] env[68199]: value = "task-3071252" [ 1405.298943] env[68199]: _type = "Task" [ 1405.298943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.305965] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.457739] env[68199]: DEBUG oslo_concurrency.lockutils [None req-7dc2bfd9-1eef-47b8-9adc-1562cec3e038 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.809811] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.183116] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.308943] env[68199]: DEBUG oslo_vmware.api [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071252, 'name': PowerOnVM_Task, 'duration_secs': 0.520528} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.309336] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.309479] env[68199]: INFO nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1406.309619] env[68199]: DEBUG nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.310401] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62b672-2885-4436-8849-a34438e1605f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.488680] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.488980] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.489205] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "ca703446-036c-4623-b68a-fa113df692b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.489445] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.489625] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.491700] env[68199]: INFO nova.compute.manager [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Terminating instance [ 1406.826011] env[68199]: INFO nova.compute.manager [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Took 11.32 seconds to build instance. [ 1406.995490] env[68199]: DEBUG nova.compute.manager [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.995716] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.996661] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9c31e-e82d-41ac-9733-cf20033853b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.004435] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.004662] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a9e468-49a9-4a72-8c09-c502e93e32c1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.010551] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1407.010551] env[68199]: value = "task-3071253" [ 1407.010551] env[68199]: _type = "Task" [ 1407.010551] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.017566] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.329232] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d27d674e-2926-4b12-832e-a547dad13b09 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.829s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.484366] env[68199]: DEBUG nova.compute.manager [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Received event network-changed-c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.484366] env[68199]: DEBUG nova.compute.manager [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Refreshing instance network info cache due to event network-changed-c1302f8d-ad41-4c31-93b2-5b02f573bf5f. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.484366] env[68199]: DEBUG oslo_concurrency.lockutils [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] Acquiring lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.484366] env[68199]: DEBUG oslo_concurrency.lockutils [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] Acquired lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.484791] env[68199]: DEBUG nova.network.neutron [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Refreshing network info cache for port c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.519501] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071253, 'name': PowerOffVM_Task, 'duration_secs': 0.234922} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.519743] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.519910] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.520162] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e75379-5876-4c8f-8e63-7b702e0b2271 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.582487] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.582708] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.582891] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleting the datastore file [datastore2] ca703446-036c-4623-b68a-fa113df692b3 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.583184] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71bc1ad1-aabd-4ceb-bea7-3fd196e11b7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.589940] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1407.589940] env[68199]: value = "task-3071255" [ 1407.589940] env[68199]: _type = "Task" [ 1407.589940] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.597598] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.100770] env[68199]: DEBUG oslo_vmware.api [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133967} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.103196] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.103386] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.103568] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.103739] env[68199]: INFO nova.compute.manager [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: ca703446-036c-4623-b68a-fa113df692b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1408.104089] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.104209] env[68199]: DEBUG nova.compute.manager [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.104289] env[68199]: DEBUG nova.network.neutron [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.251273] env[68199]: DEBUG nova.network.neutron [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updated VIF entry in instance network info cache for port c1302f8d-ad41-4c31-93b2-5b02f573bf5f. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.251273] env[68199]: DEBUG nova.network.neutron [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating instance_info_cache with network_info: [{"id": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "address": "fa:16:3e:45:d2:a8", "network": {"id": "d56b5e17-05ad-4614-b1cf-0d0407d936a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-808859405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3704cfd02a35495e9eb015a5d3866be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1302f8d-ad", "ovs_interfaceid": "c1302f8d-ad41-4c31-93b2-5b02f573bf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.603354] env[68199]: DEBUG nova.compute.manager [req-8f9ba914-d951-43f9-b802-1507ecd32d0e req-583af565-b379-4bd9-8749-1518bd813958 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Received event network-vif-deleted-a4067e33-b081-4ec3-ac3b-7b3597a37ac4 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.603654] env[68199]: INFO nova.compute.manager [req-8f9ba914-d951-43f9-b802-1507ecd32d0e req-583af565-b379-4bd9-8749-1518bd813958 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Neutron deleted interface a4067e33-b081-4ec3-ac3b-7b3597a37ac4; detaching it from the instance and deleting it from the info cache [ 1408.603918] env[68199]: DEBUG nova.network.neutron [req-8f9ba914-d951-43f9-b802-1507ecd32d0e req-583af565-b379-4bd9-8749-1518bd813958 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.755468] env[68199]: DEBUG oslo_concurrency.lockutils [req-a1180bd9-68d0-4ceb-82e3-8337297d0bb5 req-177c115b-715d-4c4b-8c02-f6875f47a21f service nova] Releasing lock "refresh_cache-b5584c30-832a-476b-b22a-eef9ef2f238c" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.085684] env[68199]: DEBUG nova.network.neutron [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.105830] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4edd4794-d74b-400e-a972-a14cd79d3848 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.115773] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b59c6-1123-4d50-8924-22b9df3f730a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.142355] env[68199]: DEBUG nova.compute.manager [req-8f9ba914-d951-43f9-b802-1507ecd32d0e req-583af565-b379-4bd9-8749-1518bd813958 service nova] [instance: ca703446-036c-4623-b68a-fa113df692b3] Detach interface failed, port_id=a4067e33-b081-4ec3-ac3b-7b3597a37ac4, reason: Instance ca703446-036c-4623-b68a-fa113df692b3 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1409.588242] env[68199]: INFO nova.compute.manager [-] [instance: ca703446-036c-4623-b68a-fa113df692b3] Took 1.48 seconds to deallocate network for instance. [ 1410.096667] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.097061] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.097208] env[68199]: DEBUG nova.objects.instance [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'resources' on Instance uuid ca703446-036c-4623-b68a-fa113df692b3 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.662999] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3eca55-5108-4a54-8c98-7ae075464ce8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.670483] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effa3e7-8617-4856-96a4-fe99947bcb36 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.700315] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41b1e3-8b0b-401a-9b84-a85c1aef9b49 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.707145] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c253cf-9c82-4a74-aa38-540836ff40c3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.719851] env[68199]: DEBUG nova.compute.provider_tree [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.222842] env[68199]: DEBUG nova.scheduler.client.report [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.728304] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.747868] env[68199]: INFO nova.scheduler.client.report [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted allocations for instance ca703446-036c-4623-b68a-fa113df692b3 [ 1412.256055] env[68199]: DEBUG oslo_concurrency.lockutils [None req-c3b64aeb-09d8-4e7e-9077-0d1ada396116 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "ca703446-036c-4623-b68a-fa113df692b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.331319] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.331604] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.835357] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.838151] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.838428] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.343211] env[68199]: INFO nova.compute.manager [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Detaching volume 96db7efc-a1ae-474e-895a-07687d1cd6dd [ 1415.360863] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.361150] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.362644] env[68199]: INFO nova.compute.claims [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.379173] env[68199]: INFO nova.virt.block_device [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Attempting to driver detach volume 96db7efc-a1ae-474e-895a-07687d1cd6dd from mountpoint /dev/sdb [ 1415.379413] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1415.379604] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1415.380598] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796a256-5fbc-4baa-8425-0e42cbd85cb6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.402787] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5863cb-513e-4ddd-84d0-fc8104d60153 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.409916] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02568c2b-c878-4e88-a314-ed2d072fe4a9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.429312] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f95e416-f3cc-416f-8a42-ba3cb66c5466 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.442815] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] The volume has not been displaced from its original location: [datastore2] volume-96db7efc-a1ae-474e-895a-07687d1cd6dd/volume-96db7efc-a1ae-474e-895a-07687d1cd6dd.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1415.447897] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.448397] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa2fb07-04db-4071-b629-a80b749e02ab {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.464638] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1415.464638] env[68199]: value = "task-3071256" [ 1415.464638] env[68199]: _type = "Task" [ 1415.464638] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.471629] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.975074] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071256, 'name': ReconfigVM_Task, 'duration_secs': 0.231143} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.975438] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.980091] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c34c85f-c487-4afe-a6a8-238f4e1da981 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.995377] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1415.995377] env[68199]: value = "task-3071257" [ 1415.995377] env[68199]: _type = "Task" [ 1415.995377] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.002595] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071257, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.427241] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f13ba-2d1f-4d0b-b8a2-ffa277e40272 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.436449] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e46d8-1783-498d-abfd-b73a76277374 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.466947] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43086d30-87b5-4e52-803e-aaa49a3efc71 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.473515] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef1da4-85eb-4a72-8b7b-85ece0272c7e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.485857] env[68199]: DEBUG nova.compute.provider_tree [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.503950] env[68199]: DEBUG oslo_vmware.api [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071257, 'name': ReconfigVM_Task, 'duration_secs': 0.136065} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.504243] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614969', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'name': 'volume-96db7efc-a1ae-474e-895a-07687d1cd6dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8', 'attached_at': '', 'detached_at': '', 'volume_id': '96db7efc-a1ae-474e-895a-07687d1cd6dd', 'serial': '96db7efc-a1ae-474e-895a-07687d1cd6dd'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.988879] env[68199]: DEBUG nova.scheduler.client.report [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.044741] env[68199]: DEBUG nova.objects.instance [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'flavor' on Instance uuid 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.494062] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.494573] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.000236] env[68199]: DEBUG nova.compute.utils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.001726] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.001866] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.049507] env[68199]: DEBUG nova.policy [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78da7aedd3dc4e689b064e358fe3b2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712dd08b49ff4cc3bd01cfb437e014b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.051260] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5b6edd13-e3e2-4820-8df2-5ecb255ce494 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.500023] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Successfully created port: 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.505047] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.079920] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.080247] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.080475] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.080688] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.080865] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.082877] env[68199]: INFO nova.compute.manager [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Terminating instance [ 1419.515172] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.541138] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.541399] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.541557] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.541735] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.541881] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.542055] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.542282] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.542444] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.542608] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.542767] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.542932] env[68199]: DEBUG nova.virt.hardware [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.543811] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc542c5-b436-4b9c-9d3e-bc648881c12e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.551959] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7507094-0b64-414d-a526-dac92e104ceb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.586010] env[68199]: DEBUG nova.compute.manager [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.586230] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.586942] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf6703d-4aed-4ff5-91a5-f561c04fba00 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.593311] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.593522] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610f411f-70b2-422c-b4d8-87549707d2ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.599869] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1419.599869] env[68199]: value = "task-3071258" [ 1419.599869] env[68199]: _type = "Task" [ 1419.599869] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.608082] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.853392] env[68199]: DEBUG nova.compute.manager [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Received event network-vif-plugged-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.853619] env[68199]: DEBUG oslo_concurrency.lockutils [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.853827] env[68199]: DEBUG oslo_concurrency.lockutils [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] Lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.854009] env[68199]: DEBUG oslo_concurrency.lockutils [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] Lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.854247] env[68199]: DEBUG nova.compute.manager [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] No waiting events found dispatching network-vif-plugged-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.854404] env[68199]: WARNING nova.compute.manager [req-d866b8d4-45b0-483a-8b3a-c0a35ed4a87c req-854f9de6-842c-478d-b193-fd1d3f075b4f service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Received unexpected event network-vif-plugged-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 for instance with vm_state building and task_state spawning. [ 1419.934893] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Successfully updated port: 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.110143] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071258, 'name': PowerOffVM_Task, 'duration_secs': 0.201887} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.110406] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.110585] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.110851] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff4c2a7-fdfd-458b-875c-19ea312c51fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.174914] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.175148] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.175330] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore2] 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.175588] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6eeecae-66e8-4e88-b17f-eb5b7f82e06a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.185125] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1420.185125] env[68199]: value = "task-3071260" [ 1420.185125] env[68199]: _type = "Task" [ 1420.185125] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.192672] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.437700] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.437827] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.438031] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.694609] env[68199]: DEBUG oslo_vmware.api [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140946} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.694969] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.695026] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.695251] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.695429] env[68199]: INFO nova.compute.manager [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1420.695669] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.695897] env[68199]: DEBUG nova.compute.manager [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.695970] env[68199]: DEBUG nova.network.neutron [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.980979] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.183502] env[68199]: DEBUG nova.network.neutron [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating instance_info_cache with network_info: [{"id": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "address": "fa:16:3e:2e:6f:07", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4f4b5e-73", "ovs_interfaceid": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.686965] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.687325] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Instance network_info: |[{"id": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "address": "fa:16:3e:2e:6f:07", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4f4b5e-73", "ovs_interfaceid": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.687760] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:6f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.695231] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.695571] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.695640] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f766b88-5494-4f51-970d-ba93605ff44a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.711405] env[68199]: DEBUG nova.network.neutron [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.714966] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.714966] env[68199]: value = "task-3071261" [ 1421.714966] env[68199]: _type = "Task" [ 1421.714966] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.723081] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071261, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.885561] env[68199]: DEBUG nova.compute.manager [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Received event network-changed-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.885769] env[68199]: DEBUG nova.compute.manager [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Refreshing instance network info cache due to event network-changed-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.885976] env[68199]: DEBUG oslo_concurrency.lockutils [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] Acquiring lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.886550] env[68199]: DEBUG oslo_concurrency.lockutils [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] Acquired lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.886732] env[68199]: DEBUG nova.network.neutron [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Refreshing network info cache for port 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.213768] env[68199]: INFO nova.compute.manager [-] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Took 1.52 seconds to deallocate network for instance. [ 1422.227409] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071261, 'name': CreateVM_Task, 'duration_secs': 0.299522} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.227565] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.228174] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.228387] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.228709] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.228948] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1044c75-e1d7-4e81-a27e-8b4ceecac504 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.233506] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1422.233506] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]528f0775-76c8-4c5c-23ff-0bc0af1ff7b2" [ 1422.233506] env[68199]: _type = "Task" [ 1422.233506] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.241052] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f0775-76c8-4c5c-23ff-0bc0af1ff7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.570058] env[68199]: DEBUG nova.network.neutron [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updated VIF entry in instance network info cache for port 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.570424] env[68199]: DEBUG nova.network.neutron [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating instance_info_cache with network_info: [{"id": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "address": "fa:16:3e:2e:6f:07", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4f4b5e-73", "ovs_interfaceid": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.723676] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.724080] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.724177] env[68199]: DEBUG nova.objects.instance [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'resources' on Instance uuid 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.745024] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]528f0775-76c8-4c5c-23ff-0bc0af1ff7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.745269] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.745484] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.745711] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.745854] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.746039] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.746281] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f5c4a5-d896-4ed1-84d8-cc9311f5c08c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.754366] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.754533] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.755219] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971a6cfa-c454-49ed-bddd-780c9a273cd6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.759982] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1422.759982] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]5277e079-4df4-cee0-c6a5-3901a0c48c4d" [ 1422.759982] env[68199]: _type = "Task" [ 1422.759982] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.767324] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5277e079-4df4-cee0-c6a5-3901a0c48c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.072888] env[68199]: DEBUG oslo_concurrency.lockutils [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] Releasing lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.073173] env[68199]: DEBUG nova.compute.manager [req-590daf67-6ecc-467b-9aa6-34de07cbe41b req-8abc1a73-2087-47e3-aa78-3352cd3212cf service nova] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Received event network-vif-deleted-1c8b20c5-87eb-49d7-ae14-8db6e4a01e1f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.271252] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]5277e079-4df4-cee0-c6a5-3901a0c48c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.272054] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f6a55e-8795-4a25-bd2b-6232b6823999 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.278174] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1423.278174] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52763562-be29-8d5e-9eda-e5cf7fc828b6" [ 1423.278174] env[68199]: _type = "Task" [ 1423.278174] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.285579] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52763562-be29-8d5e-9eda-e5cf7fc828b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.286917] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb5a907-adcc-4d46-a07e-bc5ea6cc9174 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.292765] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564f8db-73c7-41fb-ba5d-272233f05b05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.322386] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d5f3d-70d3-4df6-962a-add5f21a980e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.328866] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700c525e-734f-474e-bbcf-3f3798259185 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.341064] env[68199]: DEBUG nova.compute.provider_tree [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.788914] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52763562-be29-8d5e-9eda-e5cf7fc828b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.789306] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.789429] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7f232941-cb3c-4b5f-a416-fead4a015280/7f232941-cb3c-4b5f-a416-fead4a015280.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.789677] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc51c25-fde3-4d6a-8872-055fe2560ce7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.795565] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1423.795565] env[68199]: value = "task-3071262" [ 1423.795565] env[68199]: _type = "Task" [ 1423.795565] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.804469] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.844678] env[68199]: DEBUG nova.scheduler.client.report [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.305590] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44303} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.305850] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore1] 7f232941-cb3c-4b5f-a416-fead4a015280/7f232941-cb3c-4b5f-a416-fead4a015280.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.306076] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.306347] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f48337-c996-40d0-8f3e-8bbd9946e62d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.312225] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1424.312225] env[68199]: value = "task-3071263" [ 1424.312225] env[68199]: _type = "Task" [ 1424.312225] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.319431] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.349453] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.368242] env[68199]: INFO nova.scheduler.client.report [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocations for instance 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8 [ 1424.822265] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062729} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.822645] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.823244] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be54af44-0e4f-4065-9435-1140d3bfc8d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.844362] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7f232941-cb3c-4b5f-a416-fead4a015280/7f232941-cb3c-4b5f-a416-fead4a015280.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.844589] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff97b453-2e69-4b6e-afe2-27d56f7dbe01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.863514] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1424.863514] env[68199]: value = "task-3071264" [ 1424.863514] env[68199]: _type = "Task" [ 1424.863514] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.870959] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.875654] env[68199]: DEBUG oslo_concurrency.lockutils [None req-eed5b851-e28c-4904-8c5a-b609465638f9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.372977] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071264, 'name': ReconfigVM_Task, 'duration_secs': 0.249664} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.373300] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7f232941-cb3c-4b5f-a416-fead4a015280/7f232941-cb3c-4b5f-a416-fead4a015280.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.373914] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aac2268-ceb4-4e71-b128-ddd48da70b7c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.381018] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1425.381018] env[68199]: value = "task-3071265" [ 1425.381018] env[68199]: _type = "Task" [ 1425.381018] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.388224] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071265, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.891893] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071265, 'name': Rename_Task, 'duration_secs': 0.138822} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.892249] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.892411] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfae13b-d566-4845-ae12-e5ee81b4ac7b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.899943] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1425.899943] env[68199]: value = "task-3071266" [ 1425.899943] env[68199]: _type = "Task" [ 1425.899943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.909594] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.410096] env[68199]: DEBUG oslo_vmware.api [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071266, 'name': PowerOnVM_Task, 'duration_secs': 0.440776} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.410366] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.410568] env[68199]: INFO nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1426.410766] env[68199]: DEBUG nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.411535] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad486f36-0e9c-4ba4-adb3-0754b27e1dca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.441227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "a73af147-21ee-4c83-94c6-c3a52a816374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.441454] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.927597] env[68199]: INFO nova.compute.manager [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Took 11.59 seconds to build instance. [ 1426.944685] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.344523] env[68199]: DEBUG nova.compute.manager [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Received event network-changed-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.344718] env[68199]: DEBUG nova.compute.manager [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Refreshing instance network info cache due to event network-changed-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.344932] env[68199]: DEBUG oslo_concurrency.lockutils [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] Acquiring lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.345090] env[68199]: DEBUG oslo_concurrency.lockutils [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] Acquired lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.345253] env[68199]: DEBUG nova.network.neutron [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Refreshing network info cache for port 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.429248] env[68199]: DEBUG oslo_concurrency.lockutils [None req-05ef6c4a-e2a4-4b12-af7d-15516746dbb1 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.097s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.465773] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.466097] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.467554] env[68199]: INFO nova.compute.claims [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.043618] env[68199]: DEBUG nova.network.neutron [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updated VIF entry in instance network info cache for port 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.044115] env[68199]: DEBUG nova.network.neutron [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating instance_info_cache with network_info: [{"id": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "address": "fa:16:3e:2e:6f:07", "network": {"id": "dd676af0-7041-4bbd-86c1-d87dcd59b99c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-253261507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712dd08b49ff4cc3bd01cfb437e014b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4f4b5e-73", "ovs_interfaceid": "1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.531519] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc53ac-ecba-4345-9ff3-6da07705cb5d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.539013] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362dbd8-f9c2-483c-b3a4-b2ebd0384832 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.568816] env[68199]: DEBUG oslo_concurrency.lockutils [req-58a4cf52-1eb9-45f9-952f-f5a610e6243e req-f8c23853-937e-4d13-9f98-805722d15c6b service nova] Releasing lock "refresh_cache-7f232941-cb3c-4b5f-a416-fead4a015280" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.569761] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a6747-3e07-4823-bfe1-d8197f51c9bc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.577080] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1421c43-0baf-419b-9dcf-9f1032f64e41 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.589699] env[68199]: DEBUG nova.compute.provider_tree [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.093173] env[68199]: DEBUG nova.scheduler.client.report [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.600440] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.600923] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.106333] env[68199]: DEBUG nova.compute.utils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.108095] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.108265] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.147152] env[68199]: DEBUG nova.policy [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5554e7ee6f8c4a62bd4478396362c517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb66896bea024a5f982b14423b5c608d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.411213] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Successfully created port: 8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.611257] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.620519] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.647399] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:52:50Z,direct_url=,disk_format='vmdk',id=6befe3b5-4755-45d8-a121-c6304664aae2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='52b5028e0159496e8e39ff187bafb3bc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:52:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.647800] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.647933] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.648174] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.648369] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.648527] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.648743] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.648899] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.649076] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.649251] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.649427] env[68199]: DEBUG nova.virt.hardware [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.650318] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1881f76a-c47d-4c22-8164-3fe391aa456a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.658086] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9433d795-c8c2-4df5-bce9-3c9c48fef9d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.746299] env[68199]: DEBUG nova.compute.manager [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Received event network-vif-plugged-8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.746547] env[68199]: DEBUG oslo_concurrency.lockutils [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] Acquiring lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.746793] env[68199]: DEBUG oslo_concurrency.lockutils [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] Lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.747007] env[68199]: DEBUG oslo_concurrency.lockutils [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] Lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.747292] env[68199]: DEBUG nova.compute.manager [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] No waiting events found dispatching network-vif-plugged-8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.747491] env[68199]: WARNING nova.compute.manager [req-c50417c8-9224-4f12-a22b-ee821a933704 req-85958459-24e1-4b01-98c4-3c2fcebcd307 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Received unexpected event network-vif-plugged-8696c736-378e-46a4-8fcd-6f559de402f9 for instance with vm_state building and task_state spawning. [ 1431.823594] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Successfully updated port: 8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.326883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.326883] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.326883] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.856433] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.968537] env[68199]: DEBUG nova.network.neutron [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updating instance_info_cache with network_info: [{"id": "8696c736-378e-46a4-8fcd-6f559de402f9", "address": "fa:16:3e:b2:b9:27", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8696c736-37", "ovs_interfaceid": "8696c736-378e-46a4-8fcd-6f559de402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.471518] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.471846] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Instance network_info: |[{"id": "8696c736-378e-46a4-8fcd-6f559de402f9", "address": "fa:16:3e:b2:b9:27", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8696c736-37", "ovs_interfaceid": "8696c736-378e-46a4-8fcd-6f559de402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.472284] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:b9:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8696c736-378e-46a4-8fcd-6f559de402f9', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.479596] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.479799] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.480021] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89558adc-ce5d-4d55-9a88-caf8cdf3e4e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.500293] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.500293] env[68199]: value = "task-3071267" [ 1433.500293] env[68199]: _type = "Task" [ 1433.500293] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.507287] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071267, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.772467] env[68199]: DEBUG nova.compute.manager [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Received event network-changed-8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.772690] env[68199]: DEBUG nova.compute.manager [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Refreshing instance network info cache due to event network-changed-8696c736-378e-46a4-8fcd-6f559de402f9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.772926] env[68199]: DEBUG oslo_concurrency.lockutils [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] Acquiring lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.773127] env[68199]: DEBUG oslo_concurrency.lockutils [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] Acquired lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.773330] env[68199]: DEBUG nova.network.neutron [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Refreshing network info cache for port 8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.013307] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071267, 'name': CreateVM_Task, 'duration_secs': 0.284645} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.013673] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.014380] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.014635] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.015086] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.015416] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167b5e84-685b-4fa7-bf3a-5f369923e4dc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.020784] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1434.020784] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52ff9d9e-bb21-9b00-bb88-8733d70e7ac3" [ 1434.020784] env[68199]: _type = "Task" [ 1434.020784] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.030922] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ff9d9e-bb21-9b00-bb88-8733d70e7ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.452516] env[68199]: DEBUG nova.network.neutron [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updated VIF entry in instance network info cache for port 8696c736-378e-46a4-8fcd-6f559de402f9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.453197] env[68199]: DEBUG nova.network.neutron [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updating instance_info_cache with network_info: [{"id": "8696c736-378e-46a4-8fcd-6f559de402f9", "address": "fa:16:3e:b2:b9:27", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8696c736-37", "ovs_interfaceid": "8696c736-378e-46a4-8fcd-6f559de402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.530663] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52ff9d9e-bb21-9b00-bb88-8733d70e7ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.530957] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.531209] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Processing image 6befe3b5-4755-45d8-a121-c6304664aae2 {{(pid=68199) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.531441] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.531588] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.531764] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.532030] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7390a3-dbac-42b9-a5b5-0cc1faf2cd01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.540600] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68199) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.540761] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68199) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.541452] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd41997-9123-496c-913f-60cd59bacad0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.546474] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1434.546474] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c1c23a-c9fc-ee36-8429-4ba302fc24d4" [ 1434.546474] env[68199]: _type = "Task" [ 1434.546474] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.553649] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c1c23a-c9fc-ee36-8429-4ba302fc24d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.956274] env[68199]: DEBUG oslo_concurrency.lockutils [req-98db6912-6eca-4333-b0cf-bc94be612deb req-312ba5b4-0c02-4dba-9e84-77149400aedd service nova] Releasing lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.056803] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c1c23a-c9fc-ee36-8429-4ba302fc24d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.057589] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440f0679-ba57-4502-abae-3dce2cdcd1f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.062601] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1435.062601] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52de2459-3b73-5f58-ec97-346ebf83e241" [ 1435.062601] env[68199]: _type = "Task" [ 1435.062601] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.070685] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52de2459-3b73-5f58-ec97-346ebf83e241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.574028] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52de2459-3b73-5f58-ec97-346ebf83e241, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.574028] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.574028] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a73af147-21ee-4c83-94c6-c3a52a816374/a73af147-21ee-4c83-94c6-c3a52a816374.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.574028] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f986d3f8-1730-448f-b9d6-024923ffe03b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.580861] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1435.580861] env[68199]: value = "task-3071268" [ 1435.580861] env[68199]: _type = "Task" [ 1435.580861] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.588375] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.090763] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406774} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.091157] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6befe3b5-4755-45d8-a121-c6304664aae2/6befe3b5-4755-45d8-a121-c6304664aae2.vmdk to [datastore2] a73af147-21ee-4c83-94c6-c3a52a816374/a73af147-21ee-4c83-94c6-c3a52a816374.vmdk {{(pid=68199) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.091253] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Extending root virtual disk to 1048576 {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.091497] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db11d0c-30a5-41b2-abf9-8d6e3246d9fe {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.098126] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1436.098126] env[68199]: value = "task-3071269" [ 1436.098126] env[68199]: _type = "Task" [ 1436.098126] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.104993] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.607437] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059961} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.607685] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Extended root virtual disk {{(pid=68199) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.608499] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84aaf4c-87e4-4405-8bdd-f84c94f51089 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.630161] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a73af147-21ee-4c83-94c6-c3a52a816374/a73af147-21ee-4c83-94c6-c3a52a816374.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.630405] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6e4cd1-c9d2-41fd-b0b5-134c69599688 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.648852] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1436.648852] env[68199]: value = "task-3071270" [ 1436.648852] env[68199]: _type = "Task" [ 1436.648852] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.655919] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.158521] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071270, 'name': ReconfigVM_Task, 'duration_secs': 0.292052} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.158993] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a73af147-21ee-4c83-94c6-c3a52a816374/a73af147-21ee-4c83-94c6-c3a52a816374.vmdk or device None with type sparse {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.159535] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b78ac1-507e-44d3-8c54-2907b21075cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.165943] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1437.165943] env[68199]: value = "task-3071271" [ 1437.165943] env[68199]: _type = "Task" [ 1437.165943] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.173305] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071271, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.674893] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071271, 'name': Rename_Task, 'duration_secs': 0.134167} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.675170] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.675416] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6457b62-d676-4b71-a91a-d9ef4ee58e66 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.681769] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1437.681769] env[68199]: value = "task-3071272" [ 1437.681769] env[68199]: _type = "Task" [ 1437.681769] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.688917] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.191192] env[68199]: DEBUG oslo_vmware.api [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071272, 'name': PowerOnVM_Task, 'duration_secs': 0.457912} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.191591] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.191639] env[68199]: INFO nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1438.191809] env[68199]: DEBUG nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.192559] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0e5984-d531-4c97-881a-296f9cecf7ce {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.713875] env[68199]: INFO nova.compute.manager [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Took 11.27 seconds to build instance. [ 1439.165870] env[68199]: DEBUG nova.compute.manager [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Received event network-changed-8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.165983] env[68199]: DEBUG nova.compute.manager [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Refreshing instance network info cache due to event network-changed-8696c736-378e-46a4-8fcd-6f559de402f9. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.166171] env[68199]: DEBUG oslo_concurrency.lockutils [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] Acquiring lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.166305] env[68199]: DEBUG oslo_concurrency.lockutils [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] Acquired lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.166483] env[68199]: DEBUG nova.network.neutron [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Refreshing network info cache for port 8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.216609] env[68199]: DEBUG oslo_concurrency.lockutils [None req-503f3ac8-56fb-448a-bf44-8df04c717f10 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.775s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.848540] env[68199]: DEBUG nova.network.neutron [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updated VIF entry in instance network info cache for port 8696c736-378e-46a4-8fcd-6f559de402f9. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.848899] env[68199]: DEBUG nova.network.neutron [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updating instance_info_cache with network_info: [{"id": "8696c736-378e-46a4-8fcd-6f559de402f9", "address": "fa:16:3e:b2:b9:27", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8696c736-37", "ovs_interfaceid": "8696c736-378e-46a4-8fcd-6f559de402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.351651] env[68199]: DEBUG oslo_concurrency.lockutils [req-7571b822-7afc-494c-995e-1f0a92d8c55f req-4aef53d2-0724-45ab-bfa5-177806d176b1 service nova] Releasing lock "refresh_cache-a73af147-21ee-4c83-94c6-c3a52a816374" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.404055] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.405041] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.908371] env[68199]: DEBUG nova.compute.utils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.412294] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.483690] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.484143] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.484143] env[68199]: INFO nova.compute.manager [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attaching volume 0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b to /dev/sdb [ 1446.514922] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168344f7-6eae-4249-a5e0-4297037c4210 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.522082] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed43d95f-930d-4e33-8d7b-59a85058ef01 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.534561] env[68199]: DEBUG nova.virt.block_device [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating existing volume attachment record: 8b7d25b1-1fc9-43b3-aa13-3dce6f48a94d {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.078936] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1451.079241] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614976', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'name': 'volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'serial': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1451.080159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959aaf16-2b02-41fa-814f-d06f883b0e91 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.098309] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399eaf7c-5cc1-4d76-af45-558799ec9888 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.124016] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b/volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.124322] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b1ebea-1bf0-45e1-8c79-3802c5f3374f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.155689] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1451.155689] env[68199]: value = "task-3071280" [ 1451.155689] env[68199]: _type = "Task" [ 1451.155689] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.164557] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.666368] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071280, 'name': ReconfigVM_Task, 'duration_secs': 0.36002} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.666675] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b/volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.671374] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214d48e9-38e1-49a9-a773-1d60a31aedb4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.687521] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1451.687521] env[68199]: value = "task-3071282" [ 1451.687521] env[68199]: _type = "Task" [ 1451.687521] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.696506] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.197671] env[68199]: DEBUG oslo_vmware.api [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071282, 'name': ReconfigVM_Task, 'duration_secs': 0.17671} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.197994] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614976', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'name': 'volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'serial': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1453.234917] env[68199]: DEBUG nova.objects.instance [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.470183] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.740621] env[68199]: DEBUG oslo_concurrency.lockutils [None req-8f64546a-2e16-4341-8524-766970e500f7 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.470269] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.470528] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1454.551783] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.552071] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.055730] env[68199]: DEBUG nova.compute.utils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1455.559052] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.465661] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.470305] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.611426] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.611808] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.611925] env[68199]: INFO nova.compute.manager [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attaching volume 60110b5a-32aa-42e3-b10d-f9ca3c36b039 to /dev/sdc [ 1456.642116] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0224f9-1d4b-4f48-bb91-ac75ccb907c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.649965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82bdca-a671-40b0-a014-a7f23384bfef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.664075] env[68199]: DEBUG nova.virt.block_device [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating existing volume attachment record: dbd89522-04ae-4b29-830b-c34f3fbe12ff {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1457.470394] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.470655] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.470432] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.470723] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1458.475727] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.475946] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.981821] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] There are 19 instances to clean {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1458.982030] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: ca703446-036c-4623-b68a-fa113df692b3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.983922] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Starting instance... {{(pid=68199) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.488124] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8cee3dba-18b2-4c55-8ec5-a840bcc3c4a8] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.577302] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.577585] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.579495] env[68199]: INFO nova.compute.claims [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.993763] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 1f0105af-730d-4d43-94db-7ccca3b0ae19] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.497650] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 81ba7995-8fe2-4002-a80c-d480ccf00ea4] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.652167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535fada6-7dac-41c3-9f6f-98cf295815c8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.660697] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1478ead8-c447-4f93-bc50-5f1cb53a4326 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.689956] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f40a84-9fda-45c8-ad82-c18187fa0b1a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.696960] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79763a7d-08ea-4549-bb7d-da306d6375c2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.709571] env[68199]: DEBUG nova.compute.provider_tree [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.000566] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b5c42dd1-bcdf-483b-b82f-b1360d4546e7] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.207394] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1461.207626] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614978', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'name': 'volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'serial': '60110b5a-32aa-42e3-b10d-f9ca3c36b039'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1461.208523] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876461fa-543c-449a-83f1-14b56b8a9327 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.225248] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769d934d-67c3-43b3-a472-7e65ecb540a7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.228730] env[68199]: ERROR nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [req-ddcdd8c4-f558-42b2-a8c9-15b146bb53a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ddcdd8c4-f558-42b2-a8c9-15b146bb53a3"}]} [ 1461.254657] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039/volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.254944] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e168b4-07d8-4b4d-a753-fcdba61a78cc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.268303] env[68199]: DEBUG nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1461.277615] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1461.277615] env[68199]: value = "task-3071287" [ 1461.277615] env[68199]: _type = "Task" [ 1461.277615] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.282408] env[68199]: DEBUG nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1461.282609] env[68199]: DEBUG nova.compute.provider_tree [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.288109] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.298234] env[68199]: DEBUG nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1461.317721] env[68199]: DEBUG nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1461.385548] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1eac0d-269f-4131-a9e0-01fde78d7fb9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.393965] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5cae5c-0573-4f84-ba82-5bd69980382e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.428912] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4231a6f7-83bf-43e0-b50c-47d77289c767 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.437586] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496efb93-e2da-4915-a826-ab44ff5af776 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.451386] env[68199]: DEBUG nova.compute.provider_tree [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.504065] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: c122db2f-9b01-47be-8775-077537d697a7] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.788524] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071287, 'name': ReconfigVM_Task, 'duration_secs': 0.375841} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.788782] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039/volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.793307] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc043593-f43d-40a3-99dd-59b4f7647907 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.807503] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1461.807503] env[68199]: value = "task-3071288" [ 1461.807503] env[68199]: _type = "Task" [ 1461.807503] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.814755] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071288, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.980609] env[68199]: DEBUG nova.scheduler.client.report [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1461.980865] env[68199]: DEBUG nova.compute.provider_tree [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 177 to 178 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1461.981081] env[68199]: DEBUG nova.compute.provider_tree [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.007096] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 65d08685-b35b-4a6c-b81b-f700a85b5fd3] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.317501] env[68199]: DEBUG oslo_vmware.api [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071288, 'name': ReconfigVM_Task, 'duration_secs': 0.135683} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.317790] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614978', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'name': 'volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'serial': '60110b5a-32aa-42e3-b10d-f9ca3c36b039'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1462.485856] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.486275] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Start building networks asynchronously for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.509576] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 146c0ab4-d1a1-452a-8254-8b0608bf4bee] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.991486] env[68199]: DEBUG nova.compute.utils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1462.993255] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Allocating IP information in the background. {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.993437] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] allocate_for_instance() {{(pid=68199) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.012402] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 971bac25-4103-4ff6-abdc-485ecd601baa] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.040146] env[68199]: DEBUG nova.policy [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5554e7ee6f8c4a62bd4478396362c517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb66896bea024a5f982b14423b5c608d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68199) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.305648] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Successfully created port: d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.352720] env[68199]: DEBUG nova.objects.instance [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.497918] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Start building block device mappings for instance. {{(pid=68199) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.516699] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 07f4b100-adcd-4ab4-9f9d-3d613da193ae] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.857943] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0f34a0fc-160f-4bd7-8954-bb6371b70448 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.005032] env[68199]: INFO nova.virt.block_device [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Booting with volume 6c3555a8-92e7-4788-95e0-d44fd63c69d5 at /dev/sda [ 1464.020020] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 47892980-a858-4123-8cf5-b65734533f57] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.040983] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a649695-50bd-4593-ad73-d2d2c007c9ac {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.051767] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb6abe-a705-4593-8222-442a89f90f42 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.081421] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34ff05b0-edae-4e43-8929-d601f0bb99a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.089879] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618ac5d-9b54-46b8-b54e-93541d60b429 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.118180] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c6486-fc6f-4387-9353-a08a401c1597 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.124585] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fe11ac-1fa8-48f1-9944-593b16a74e92 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.138138] env[68199]: DEBUG nova.virt.block_device [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating existing volume attachment record: 7f0e6b45-fa76-4d86-8296-bbe56913022a {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1464.150580] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.150820] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.523163] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 4bdfaf7d-26a2-460e-95df-5aa6becd3b16] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.653589] env[68199]: INFO nova.compute.manager [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Detaching volume 0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b [ 1464.663679] env[68199]: DEBUG nova.compute.manager [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Received event network-vif-plugged-d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.663903] env[68199]: DEBUG oslo_concurrency.lockutils [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.664164] env[68199]: DEBUG oslo_concurrency.lockutils [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.664333] env[68199]: DEBUG oslo_concurrency.lockutils [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.664543] env[68199]: DEBUG nova.compute.manager [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] No waiting events found dispatching network-vif-plugged-d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.664648] env[68199]: WARNING nova.compute.manager [req-173643c4-1d4c-47ac-ab05-e8aa5640894b req-c6679628-d2ff-4363-9902-3cf3b6bbfd31 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Received unexpected event network-vif-plugged-d1fbd4fe-20d8-4c10-9696-f122d46415a5 for instance with vm_state building and task_state block_device_mapping. [ 1464.688585] env[68199]: INFO nova.virt.block_device [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attempting to driver detach volume 0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b from mountpoint /dev/sdb [ 1464.688709] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1464.688966] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614976', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'name': 'volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'serial': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1464.689925] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8ad25-aa6e-46cf-be48-333b6fabe462 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.717923] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820c428-0fa1-4b0a-a3fc-c7d3d80a9e4e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.725284] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae2e04-2f0b-4504-a153-38202876aca8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.749094] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Successfully updated port: d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.750707] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18610b42-a9a3-421c-ae9b-a52c4b9ee12d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.767396] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b/volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1464.772647] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1464.773293] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3257eeb-8cdd-47b0-b84f-9ad84f4a0184 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.792726] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1464.792726] env[68199]: value = "task-3071289" [ 1464.792726] env[68199]: _type = "Task" [ 1464.792726] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.801938] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.926212] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.926669] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.026630] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 4d3a0130-9583-4a73-82cf-7a3f58c64c2d] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.254801] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.254962] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.255124] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.302409] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071289, 'name': ReconfigVM_Task, 'duration_secs': 0.242986} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.302620] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1465.307071] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab902d7-8dba-4096-a92b-50722b4eab11 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.322704] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1465.322704] env[68199]: value = "task-3071290" [ 1465.322704] env[68199]: _type = "Task" [ 1465.322704] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.331007] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.429399] env[68199]: DEBUG nova.compute.utils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Using /dev/sd instead of None {{(pid=68199) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1465.529743] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8f430be6-50e6-4307-a930-037537ed6b3f] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.785231] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Instance cache missing network info. {{(pid=68199) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.832314] env[68199]: DEBUG oslo_vmware.api [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071290, 'name': ReconfigVM_Task, 'duration_secs': 0.138239} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.832606] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614976', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'name': 'volume-0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b', 'serial': '0f735ebd-7a9b-4a33-a5e4-cb9a4f7baf2b'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1465.897965] env[68199]: DEBUG nova.network.neutron [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.932568] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.032835] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 3bbb9142-48ec-46af-855d-85864276322e] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.219624] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Start spawning the instance on the hypervisor. {{(pid=68199) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1466.220191] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1466.220411] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.220565] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1466.220743] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.220888] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1466.221048] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1466.221258] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1466.221415] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1466.221584] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1466.221744] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1466.221917] env[68199]: DEBUG nova.virt.hardware [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1466.222790] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ce52a-de1e-442d-a95c-b972717fa97b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.231468] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c413a-d49a-4b35-ac08-1e1e4021ada3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.371829] env[68199]: DEBUG nova.objects.instance [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.400153] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.400439] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Instance network_info: |[{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68199) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.400842] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:8d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1fbd4fe-20d8-4c10-9696-f122d46415a5', 'vif_model': 'vmxnet3'}] {{(pid=68199) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.408193] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.408382] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Creating VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.408595] env[68199]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b47255a-26b9-43ea-9795-d837d316453e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.430949] env[68199]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.430949] env[68199]: value = "task-3071291" [ 1466.430949] env[68199]: _type = "Task" [ 1466.430949] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.440306] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071291, 'name': CreateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.535618] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 8b6a1859-d0bc-4d9c-ace6-99d7f0e56506] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.693626] env[68199]: DEBUG nova.compute.manager [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Received event network-changed-d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.693857] env[68199]: DEBUG nova.compute.manager [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Refreshing instance network info cache due to event network-changed-d1fbd4fe-20d8-4c10-9696-f122d46415a5. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1466.694070] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.694237] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.694412] env[68199]: DEBUG nova.network.neutron [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Refreshing network info cache for port d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.942217] env[68199]: DEBUG oslo_vmware.api [-] Task: {'id': task-3071291, 'name': CreateVM_Task, 'duration_secs': 0.323737} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.942386] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Created VM on the ESX host {{(pid=68199) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.943092] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614977', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'name': 'volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e61af6b5-de00-4c2c-971b-861cd0206594', 'attached_at': '', 'detached_at': '', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'serial': '6c3555a8-92e7-4788-95e0-d44fd63c69d5'}, 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '7f0e6b45-fa76-4d86-8296-bbe56913022a', 'volume_type': None}], 'swap': None} {{(pid=68199) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1466.943311] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Root volume attach. Driver type: vmdk {{(pid=68199) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1466.944111] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c62977-92a0-4ebe-be21-18b00f28c5d4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.952173] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a5add-a9de-48e8-8459-758fb1bbbcff {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.958396] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8220e821-4c51-4f6b-83fd-c2efad4160a6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.964605] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4cfd5df7-0ee8-4462-b1cd-8b934a0be959 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.972536] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1466.972536] env[68199]: value = "task-3071292" [ 1466.972536] env[68199]: _type = "Task" [ 1466.972536] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.981183] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.996998] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.997241] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.997464] env[68199]: INFO nova.compute.manager [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Attaching volume c9b49ee6-8e1b-41c2-b528-90d61e985fcb to /dev/sdb [ 1467.032218] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e4250-80c0-4f4c-911a-579d0b3ee79b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.039589] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: b4a938a9-f2be-4942-abcc-88cf89e2e608] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.042108] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9c542-0ed8-4b07-8e05-bd1d4aadf80b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.056274] env[68199]: DEBUG nova.virt.block_device [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating existing volume attachment record: 305e5eb6-78c4-4b03-b27a-fbda3ee02087 {{(pid=68199) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1467.378633] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d157035b-fcf4-44ad-968f-ed38cecb221c tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.396263] env[68199]: DEBUG nova.network.neutron [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updated VIF entry in instance network info cache for port d1fbd4fe-20d8-4c10-9696-f122d46415a5. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.396640] env[68199]: DEBUG nova.network.neutron [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.398216] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.398452] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.485380] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 13%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.545702] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: e22b5362-be0d-4c44-a999-809eda7e13a6] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.900866] env[68199]: DEBUG oslo_concurrency.lockutils [req-a5147827-28dd-42ef-a3e4-c67dd30f73d4 req-d91ead86-eb2b-4b9b-8b18-11fc271358a2 service nova] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.901730] env[68199]: INFO nova.compute.manager [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Detaching volume 60110b5a-32aa-42e3-b10d-f9ca3c36b039 [ 1467.935274] env[68199]: INFO nova.virt.block_device [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Attempting to driver detach volume 60110b5a-32aa-42e3-b10d-f9ca3c36b039 from mountpoint /dev/sdc [ 1467.935618] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1467.935883] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614978', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'name': 'volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'serial': '60110b5a-32aa-42e3-b10d-f9ca3c36b039'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1467.937159] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad1bf4-523b-4d17-9784-08bc0bfa20ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.961579] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061ded5-28e1-40b0-abae-f6034759bc93 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.970885] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd4823c-f03e-4e7b-95e9-3d3b9bcd7f9e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.983301] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 42%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.000549] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed27b48-8ff6-4a61-991e-b4edc5cc667c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.017892] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] The volume has not been displaced from its original location: [datastore1] volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039/volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1468.023576] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1468.023963] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43957415-f061-4d1b-aa4f-1667f3b20be2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.045412] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1468.045412] env[68199]: value = "task-3071294" [ 1468.045412] env[68199]: _type = "Task" [ 1468.045412] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.049092] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [instance: 71030d61-0893-4bb9-804a-4efcedf54c61] Instance has had 0 of 5 cleanup attempts {{(pid=68199) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.057086] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.485296] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 56%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.559039] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.559039] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Cleaning up deleted instances with incomplete migration {{(pid=68199) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1468.560208] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.985450] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 69%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.057625] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.061365] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.486804] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 84%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.557016] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071294, 'name': ReconfigVM_Task, 'duration_secs': 1.068559} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.557365] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1469.562102] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3780c49c-598e-418e-b772-5481f10552ae {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.579520] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1469.579520] env[68199]: value = "task-3071296" [ 1469.579520] env[68199]: _type = "Task" [ 1469.579520] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.588971] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.986286] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 97%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.090213] env[68199]: DEBUG oslo_vmware.api [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071296, 'name': ReconfigVM_Task, 'duration_secs': 0.278303} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.090499] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614978', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'name': 'volume-60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5584c30-832a-476b-b22a-eef9ef2f238c', 'attached_at': '', 'detached_at': '', 'volume_id': '60110b5a-32aa-42e3-b10d-f9ca3c36b039', 'serial': '60110b5a-32aa-42e3-b10d-f9ca3c36b039'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1470.486940] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task} progress is 98%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.630504] env[68199]: DEBUG nova.objects.instance [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'flavor' on Instance uuid b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.987339] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071292, 'name': RelocateVM_Task, 'duration_secs': 3.975617} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.987600] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1470.987795] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614977', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'name': 'volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e61af6b5-de00-4c2c-971b-861cd0206594', 'attached_at': '', 'detached_at': '', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'serial': '6c3555a8-92e7-4788-95e0-d44fd63c69d5'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1470.988548] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f881f2c-f592-4120-aa96-6494eaf81f6c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.004022] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebf298-21ee-4113-bfdf-bbb519d4e8eb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.024948] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5/volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.025209] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd1e5ef-a366-4139-afd6-fcabfafe908b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.048674] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1471.048674] env[68199]: value = "task-3071297" [ 1471.048674] env[68199]: _type = "Task" [ 1471.048674] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.056565] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.559878] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071297, 'name': ReconfigVM_Task, 'duration_secs': 0.276895} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.560149] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5/volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.564777] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf28179a-b6ad-49a9-9710-549de0ec5919 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.580495] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1471.580495] env[68199]: value = "task-3071298" [ 1471.580495] env[68199]: _type = "Task" [ 1471.580495] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.588293] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.599540] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Volume attach. Driver type: vmdk {{(pid=68199) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1471.599760] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614980', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'name': 'volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f232941-cb3c-4b5f-a416-fead4a015280', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'serial': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1471.600609] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf32153-5e14-4928-8c4d-c79fc1bdbe27 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.616656] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933b8f2-0b6c-4fdc-aae3-5abf8cd44022 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.640507] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb/volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.640921] env[68199]: DEBUG oslo_concurrency.lockutils [None req-0e53398d-8fe8-4e6a-a04e-6acdf2e63a96 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.242s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.641921] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4bd1a8e-ab6d-4b55-bccc-ab8a154bb4b7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.662977] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1471.662977] env[68199]: value = "task-3071299" [ 1471.662977] env[68199]: _type = "Task" [ 1471.662977] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.673993] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.090698] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071298, 'name': ReconfigVM_Task, 'duration_secs': 0.174355} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.091100] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614977', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'name': 'volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e61af6b5-de00-4c2c-971b-861cd0206594', 'attached_at': '', 'detached_at': '', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'serial': '6c3555a8-92e7-4788-95e0-d44fd63c69d5'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1472.091725] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97726884-4e59-4933-b0ea-2ee116491c9d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.099060] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1472.099060] env[68199]: value = "task-3071300" [ 1472.099060] env[68199]: _type = "Task" [ 1472.099060] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.107012] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071300, 'name': Rename_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.173843] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071299, 'name': ReconfigVM_Task, 'duration_secs': 0.346029} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.174143] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb/volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.178786] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5457e64-3f3e-45e4-9710-2a4a5a67d808 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.195136] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1472.195136] env[68199]: value = "task-3071301" [ 1472.195136] env[68199]: _type = "Task" [ 1472.195136] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.204511] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.610287] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071300, 'name': Rename_Task, 'duration_secs': 0.154531} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.610566] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.610812] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b51032-89b0-44c9-b846-faaa25015cd6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.618677] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1472.618677] env[68199]: value = "task-3071302" [ 1472.618677] env[68199]: _type = "Task" [ 1472.618677] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.626880] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.705677] env[68199]: DEBUG oslo_vmware.api [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071301, 'name': ReconfigVM_Task, 'duration_secs': 0.164282} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.706030] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614980', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'name': 'volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f232941-cb3c-4b5f-a416-fead4a015280', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'serial': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb'} {{(pid=68199) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1472.848823] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.849173] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.849378] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.849563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.849728] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.851967] env[68199]: INFO nova.compute.manager [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Terminating instance [ 1473.130159] env[68199]: DEBUG oslo_vmware.api [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071302, 'name': PowerOnVM_Task, 'duration_secs': 0.42015} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.130440] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.130645] env[68199]: INFO nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1473.130820] env[68199]: DEBUG nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Checking state {{(pid=68199) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.131641] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa614dfe-7d38-41cb-89b0-3c62c6aa7db8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.355764] env[68199]: DEBUG nova.compute.manager [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.355994] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.356874] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9db4f-41f8-4ec5-83de-ed5e0e189315 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.365262] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.365497] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c6fd3fa-f5b3-44d1-8cfc-96341d55fea7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.372313] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1473.372313] env[68199]: value = "task-3071303" [ 1473.372313] env[68199]: _type = "Task" [ 1473.372313] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.380681] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.572047] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.572301] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.649022] env[68199]: INFO nova.compute.manager [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Took 14.16 seconds to build instance. [ 1473.742509] env[68199]: DEBUG nova.objects.instance [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid 7f232941-cb3c-4b5f-a416-fead4a015280 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.883111] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071303, 'name': PowerOffVM_Task, 'duration_secs': 0.1868} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.883401] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.883571] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.883821] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8ce1574-b72d-409d-b0d3-c3b37183b5d2 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.952694] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.953030] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.953163] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleting the datastore file [datastore1] b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.953527] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5a2139-2114-450a-bb12-cd4f6f49a5d6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.960270] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for the task: (returnval){ [ 1473.960270] env[68199]: value = "task-3071305" [ 1473.960270] env[68199]: _type = "Task" [ 1473.960270] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.968303] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.074926] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.075233] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.075462] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.075586] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1474.076479] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e29bd-d49e-4d8f-9926-8328426d0fc1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.085817] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04560bf9-4d38-49af-a505-160bc67ebbf1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.100318] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca1f236-eda1-453d-a9f7-1dde16b72fcd {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.106679] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9e19e-ad65-4097-9dc8-3d513c3e7f05 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.135429] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1474.135593] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.135776] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.151216] env[68199]: DEBUG oslo_concurrency.lockutils [None req-51252cab-b115-4420-8a4b-137dac7bb666 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.675s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.249968] env[68199]: DEBUG oslo_concurrency.lockutils [None req-a9f5a6cb-b346-44fd-8c82-30c3bd929174 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.425323] env[68199]: DEBUG oslo_concurrency.lockutils [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.425553] env[68199]: DEBUG oslo_concurrency.lockutils [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.470405] env[68199]: DEBUG oslo_vmware.api [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Task: {'id': task-3071305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127628} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.470641] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.470816] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.470992] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.471217] env[68199]: INFO nova.compute.manager [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1474.471462] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.471643] env[68199]: DEBUG nova.compute.manager [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.471735] env[68199]: DEBUG nova.network.neutron [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.889615] env[68199]: DEBUG nova.compute.manager [req-6c4fdfba-efcc-467c-8f80-7f076a22647b req-5c05d07e-a005-4873-a46a-9e0acc46f16c service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Received event network-vif-deleted-c1302f8d-ad41-4c31-93b2-5b02f573bf5f {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.889897] env[68199]: INFO nova.compute.manager [req-6c4fdfba-efcc-467c-8f80-7f076a22647b req-5c05d07e-a005-4873-a46a-9e0acc46f16c service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Neutron deleted interface c1302f8d-ad41-4c31-93b2-5b02f573bf5f; detaching it from the instance and deleting it from the info cache [ 1474.889998] env[68199]: DEBUG nova.network.neutron [req-6c4fdfba-efcc-467c-8f80-7f076a22647b req-5c05d07e-a005-4873-a46a-9e0acc46f16c service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.929042] env[68199]: INFO nova.compute.manager [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Detaching volume c9b49ee6-8e1b-41c2-b528-90d61e985fcb [ 1474.942620] env[68199]: DEBUG nova.compute.manager [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.942714] env[68199]: DEBUG nova.compute.manager [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing instance network info cache due to event network-changed-f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.943066] env[68199]: DEBUG oslo_concurrency.lockutils [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] Acquiring lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.943429] env[68199]: DEBUG oslo_concurrency.lockutils [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] Acquired lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.943485] env[68199]: DEBUG nova.network.neutron [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Refreshing network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.980228] env[68199]: INFO nova.virt.block_device [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Attempting to driver detach volume c9b49ee6-8e1b-41c2-b528-90d61e985fcb from mountpoint /dev/sdb [ 1474.980476] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1474.980664] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614980', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'name': 'volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f232941-cb3c-4b5f-a416-fead4a015280', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'serial': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1474.981582] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed8e03-6a89-49be-9afa-c8116ecc9bd3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.005475] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a801d06-143c-467c-b47c-8945d9e5dfe3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.014155] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79775abf-8c41-4a2b-88cc-db232b02dae7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.034728] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487cb18-59bd-4098-ba1e-430b5609a59a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.051942] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb/volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1475.057802] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1475.057802] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281ffcdf-b5d0-4842-909e-250ca1434c97 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.079351] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1475.079351] env[68199]: value = "task-3071306" [ 1475.079351] env[68199]: _type = "Task" [ 1475.079351] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.093408] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.167197] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.167351] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance b5584c30-832a-476b-b22a-eef9ef2f238c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.167476] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance 7f232941-cb3c-4b5f-a416-fead4a015280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.167592] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a73af147-21ee-4c83-94c6-c3a52a816374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.167706] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e61af6b5-de00-4c2c-971b-861cd0206594 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.167883] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1475.168027] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1475.236711] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1868ba-7f89-41fb-bc99-d12b2063e6f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.246488] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8938f-7ee5-4685-88b6-7ef5590de28b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.279943] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cae9ed9-d4ab-4283-bd16-40cab0c93ad4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.287840] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf68f68-0046-478f-a52d-54fa97f9f0a3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.302687] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.372160] env[68199]: DEBUG nova.network.neutron [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.392633] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d53d6dc5-e9de-4022-8c5b-076c9eeb3dca {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.404031] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afc3142-838d-440e-a8b2-a15fa592212b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.437113] env[68199]: DEBUG nova.compute.manager [req-6c4fdfba-efcc-467c-8f80-7f076a22647b req-5c05d07e-a005-4873-a46a-9e0acc46f16c service nova] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Detach interface failed, port_id=c1302f8d-ad41-4c31-93b2-5b02f573bf5f, reason: Instance b5584c30-832a-476b-b22a-eef9ef2f238c could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1475.592500] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071306, 'name': ReconfigVM_Task, 'duration_secs': 0.221213} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.592809] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1475.597966] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f7a654-c90c-4f49-9d7c-ea2b5e8ff654 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.620486] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1475.620486] env[68199]: value = "task-3071307" [ 1475.620486] env[68199]: _type = "Task" [ 1475.620486] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.630848] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.721979] env[68199]: DEBUG nova.network.neutron [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updated VIF entry in instance network info cache for port f57ec153-7768-4ab7-9cf3-a32da11ba654. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.722443] env[68199]: DEBUG nova.network.neutron [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [{"id": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "address": "fa:16:3e:69:48:44", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ec153-77", "ovs_interfaceid": "f57ec153-7768-4ab7-9cf3-a32da11ba654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.824197] env[68199]: ERROR nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] [req-be8fe1bf-f3d0-4fa8-bb22-46a6d1185633] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b5d39026-5764-431b-9299-baecdda2ef12. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be8fe1bf-f3d0-4fa8-bb22-46a6d1185633"}]} [ 1475.841512] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Refreshing inventories for resource provider b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1475.854112] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating ProviderTree inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1475.854312] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.866045] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Refreshing aggregate associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, aggregates: None {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1475.877172] env[68199]: INFO nova.compute.manager [-] [instance: b5584c30-832a-476b-b22a-eef9ef2f238c] Took 1.41 seconds to deallocate network for instance. [ 1475.883261] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Refreshing trait associations for resource provider b5d39026-5764-431b-9299-baecdda2ef12, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68199) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1475.978318] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853870c-fccc-4e0e-be83-b3191d45031c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.988455] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b6a72-2596-4c38-9a0a-9f7049e0f52e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.020716] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4e998-6e87-4eca-86e5-988bed7d7781 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.029013] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88deace2-b793-43e7-a4af-0471d553032a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.046115] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.131761] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.225654] env[68199]: DEBUG oslo_concurrency.lockutils [req-43e54583-de53-4b24-9787-20ddd4c2e179 req-fd69dff8-87d7-48cd-9b97-fa5682205871 service nova] Releasing lock "refresh_cache-e74104f6-f85a-4e1b-9d47-4b7945442fd8" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.383496] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.487439] env[68199]: DEBUG nova.compute.manager [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Stashing vm_state: active {{(pid=68199) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1476.578995] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updated inventory for provider b5d39026-5764-431b-9299-baecdda2ef12 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1476.579309] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating resource provider b5d39026-5764-431b-9299-baecdda2ef12 generation from 180 to 181 during operation: update_inventory {{(pid=68199) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1476.579515] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Updating inventory in ProviderTree for provider b5d39026-5764-431b-9299-baecdda2ef12 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.631184] env[68199]: DEBUG oslo_vmware.api [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071307, 'name': ReconfigVM_Task, 'duration_secs': 0.746061} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.631561] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614980', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'name': 'volume-c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f232941-cb3c-4b5f-a416-fead4a015280', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb', 'serial': 'c9b49ee6-8e1b-41c2-b528-90d61e985fcb'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1476.967844] env[68199]: DEBUG nova.compute.manager [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Received event network-changed-d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.968034] env[68199]: DEBUG nova.compute.manager [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Refreshing instance network info cache due to event network-changed-d1fbd4fe-20d8-4c10-9696-f122d46415a5. {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.968268] env[68199]: DEBUG oslo_concurrency.lockutils [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.968507] env[68199]: DEBUG oslo_concurrency.lockutils [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.968636] env[68199]: DEBUG nova.network.neutron [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Refreshing network info cache for port d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.006635] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.083804] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1477.084016] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.948s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.084332] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.701s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.084568] env[68199]: DEBUG nova.objects.instance [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lazy-loading 'resources' on Instance uuid b5584c30-832a-476b-b22a-eef9ef2f238c {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.173805] env[68199]: DEBUG nova.objects.instance [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'flavor' on Instance uuid 7f232941-cb3c-4b5f-a416-fead4a015280 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.663338] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48d527-3a14-4697-8380-4f96f1e52705 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.671644] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962939b-5323-4d60-afb6-75e2c46fa3b8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.675170] env[68199]: DEBUG nova.network.neutron [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updated VIF entry in instance network info cache for port d1fbd4fe-20d8-4c10-9696-f122d46415a5. {{(pid=68199) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.675499] env[68199]: DEBUG nova.network.neutron [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.707733] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e30897-8df8-495c-beb5-cbd31bf73aa4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.716040] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad8799-5ebc-4cd3-920f-947b2b5d4716 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.730231] env[68199]: DEBUG nova.compute.provider_tree [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.179629] env[68199]: DEBUG oslo_concurrency.lockutils [req-c215d095-2d4d-4b29-b5d9-365f68f1620e req-db59d689-f259-499d-9bd0-532fba64b553 service nova] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.180186] env[68199]: DEBUG oslo_concurrency.lockutils [None req-215483e0-9c80-453c-8162-49bb553c8700 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.755s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.233096] env[68199]: DEBUG nova.scheduler.client.report [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.687411] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.688876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.688876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.688876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.688876] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.690692] env[68199]: INFO nova.compute.manager [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Terminating instance [ 1478.738080] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.741376] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.734s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.758117] env[68199]: INFO nova.scheduler.client.report [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Deleted allocations for instance b5584c30-832a-476b-b22a-eef9ef2f238c [ 1479.194870] env[68199]: DEBUG nova.compute.manager [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.195279] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.196327] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c968a00f-206c-4c29-9600-6643838c2672 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.204524] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.204754] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f43ba2d-920a-4fff-af50-6e37ddd95d7a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.212385] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1479.212385] env[68199]: value = "task-3071308" [ 1479.212385] env[68199]: _type = "Task" [ 1479.212385] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.220776] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.245757] env[68199]: INFO nova.compute.claims [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.264384] env[68199]: DEBUG oslo_concurrency.lockutils [None req-5be25c8e-e3b4-40c1-b20c-4a2456853d32 tempest-AttachVolumeTestJSON-1244792307 tempest-AttachVolumeTestJSON-1244792307-project-member] Lock "b5584c30-832a-476b-b22a-eef9ef2f238c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.415s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.722279] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071308, 'name': PowerOffVM_Task, 'duration_secs': 0.193031} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.722610] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.722782] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.723042] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8312a4-52d0-4414-9eb4-6ac0fa92d671 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.751274] env[68199]: INFO nova.compute.resource_tracker [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating resource usage from migration 3524db4a-fafc-4cd2-a8bb-ec4b22a368ea [ 1479.821769] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.822018] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Deleting contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.822216] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleting the datastore file [datastore1] 7f232941-cb3c-4b5f-a416-fead4a015280 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.822491] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b36636-eb10-46a8-b38c-6dfdfaffff14 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.825645] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334cd8f5-b843-4008-a659-40bb53f379f8 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.835580] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1319c02-0f61-4c6c-97b3-8e7b10331103 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.838625] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for the task: (returnval){ [ 1479.838625] env[68199]: value = "task-3071311" [ 1479.838625] env[68199]: _type = "Task" [ 1479.838625] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.865665] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6cee01-e4cd-4a0c-b8fb-b58d51043cd0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.870626] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.875469] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe86b1d-3d12-4c35-9fe2-fa92acebc0e5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.888312] env[68199]: DEBUG nova.compute.provider_tree [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.348429] env[68199]: DEBUG oslo_vmware.api [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Task: {'id': task-3071311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129223} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.348720] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.348851] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Deleted contents of the VM from datastore datastore1 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.349074] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.349269] env[68199]: INFO nova.compute.manager [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1480.349506] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.349690] env[68199]: DEBUG nova.compute.manager [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.349785] env[68199]: DEBUG nova.network.neutron [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.391491] env[68199]: DEBUG nova.scheduler.client.report [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.821715] env[68199]: DEBUG nova.compute.manager [req-f071276f-69c5-4f6a-a842-66e93f8e2264 req-de0b5db1-b672-44c9-a3e8-cc385c04c63d service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Received event network-vif-deleted-1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.821914] env[68199]: INFO nova.compute.manager [req-f071276f-69c5-4f6a-a842-66e93f8e2264 req-de0b5db1-b672-44c9-a3e8-cc385c04c63d service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Neutron deleted interface 1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964; detaching it from the instance and deleting it from the info cache [ 1480.822100] env[68199]: DEBUG nova.network.neutron [req-f071276f-69c5-4f6a-a842-66e93f8e2264 req-de0b5db1-b672-44c9-a3e8-cc385c04c63d service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.896279] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.156s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.896504] env[68199]: INFO nova.compute.manager [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Migrating [ 1481.304837] env[68199]: DEBUG nova.network.neutron [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.325210] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d50b0540-993c-4b55-8f51-f9397da9d6ef {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.335260] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c5c72-0982-4d54-97c2-98e09c6035f0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.363041] env[68199]: DEBUG nova.compute.manager [req-f071276f-69c5-4f6a-a842-66e93f8e2264 req-de0b5db1-b672-44c9-a3e8-cc385c04c63d service nova] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Detach interface failed, port_id=1d4f4b5e-73bf-4d05-a0ed-1d3f1e7b9964, reason: Instance 7f232941-cb3c-4b5f-a416-fead4a015280 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1481.413392] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.413577] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.413761] env[68199]: DEBUG nova.network.neutron [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.807984] env[68199]: INFO nova.compute.manager [-] [instance: 7f232941-cb3c-4b5f-a416-fead4a015280] Took 1.46 seconds to deallocate network for instance. [ 1482.151547] env[68199]: DEBUG nova.network.neutron [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.314873] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.315169] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.315395] env[68199]: DEBUG nova.objects.instance [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lazy-loading 'resources' on Instance uuid 7f232941-cb3c-4b5f-a416-fead4a015280 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.654798] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.887611] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7bb87c-d1ce-431c-8b46-2ec1eb693869 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.895232] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2020ed-5eda-4515-8499-0a96d1859d3a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.925134] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ac497-2c21-427d-811b-675e349caad7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.932375] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6565e-1ce5-49a0-84ce-2b353bde0122 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.945068] env[68199]: DEBUG nova.compute.provider_tree [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.448281] env[68199]: DEBUG nova.scheduler.client.report [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.953130] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.970681] env[68199]: INFO nova.scheduler.client.report [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Deleted allocations for instance 7f232941-cb3c-4b5f-a416-fead4a015280 [ 1484.169161] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68359ad1-bffd-498f-9ca9-37f4a73cd976 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.187577] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 0 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1484.479808] env[68199]: DEBUG oslo_concurrency.lockutils [None req-49125764-ebef-44ff-83e5-2cfee7cf7be2 tempest-AttachVolumeNegativeTest-1152414281 tempest-AttachVolumeNegativeTest-1152414281-project-member] Lock "7f232941-cb3c-4b5f-a416-fead4a015280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.693016] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.693339] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8efc2ac7-86e4-471b-b73a-192a999f659e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.703516] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1484.703516] env[68199]: value = "task-3071313" [ 1484.703516] env[68199]: _type = "Task" [ 1484.703516] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.711188] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.214686] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071313, 'name': PowerOffVM_Task, 'duration_secs': 0.203101} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.215115] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.215115] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 17 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1485.721721] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.721984] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.722258] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.722491] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.722671] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.722851] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.723099] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.723307] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.723504] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.723699] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.723881] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.728860] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0f0d1c-f43f-4bfb-aa1e-ccc300a9611e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.743838] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1485.743838] env[68199]: value = "task-3071316" [ 1485.743838] env[68199]: _type = "Task" [ 1485.743838] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.751571] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.253726] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071316, 'name': ReconfigVM_Task, 'duration_secs': 0.195174} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.254139] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 33 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1486.761037] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:53:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.761300] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.761461] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image limits 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.761640] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Flavor pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.761787] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Image pref 0:0:0 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.761933] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68199) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.762152] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.762318] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.762490] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Got 1 possible topologies {{(pid=68199) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.762649] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.762821] env[68199]: DEBUG nova.virt.hardware [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68199) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.768037] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1486.768336] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8978a447-b130-4468-9e75-a67766e3a087 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.786603] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1486.786603] env[68199]: value = "task-3071317" [ 1486.786603] env[68199]: _type = "Task" [ 1486.786603] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.794152] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.296041] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071317, 'name': ReconfigVM_Task, 'duration_secs': 0.146033} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.296470] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1487.297109] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928b196e-3188-44a8-96f5-b16943a87de5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.317859] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5/volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.318097] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4d6802-565c-48ec-8ced-b0f940d88024 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.335253] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1487.335253] env[68199]: value = "task-3071318" [ 1487.335253] env[68199]: _type = "Task" [ 1487.335253] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.342682] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.845590] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071318, 'name': ReconfigVM_Task, 'duration_secs': 0.244888} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.845853] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5/volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5.vmdk or device None with type thin {{(pid=68199) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.846120] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 50 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.352843] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937e17b-a729-4fd6-87e2-8e7fea1f2560 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.372936] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07d142-29ac-4496-b6e3-2b502fd2ff73 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.390258] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 67 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1490.030193] env[68199]: DEBUG nova.network.neutron [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Port d1fbd4fe-20d8-4c10-9696-f122d46415a5 binding to destination host cpu-1 is already ACTIVE {{(pid=68199) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1491.051913] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.052352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.052352] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.088165] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.088394] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.088525] env[68199]: DEBUG nova.network.neutron [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.782352] env[68199]: DEBUG nova.network.neutron [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.285206] env[68199]: DEBUG oslo_concurrency.lockutils [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.793947] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2733f2-affb-456d-b183-82ed6cb4a53d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.801352] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247fa1b3-0b49-41de-a073-aa7267d8f0b6 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.895390] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b94bd15-665b-4fcf-849c-3662e12eb75a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.914031] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b728f713-81e8-487c-a1a5-7298922067f5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.920576] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 83 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.427771] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powering on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.428089] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960d2511-243c-4607-809a-45b1bf75b62e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.435998] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1495.435998] env[68199]: value = "task-3071321" [ 1495.435998] env[68199]: _type = "Task" [ 1495.435998] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.445709] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.946798] env[68199]: DEBUG oslo_vmware.api [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071321, 'name': PowerOnVM_Task, 'duration_secs': 0.365146} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.947236] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powered on the VM {{(pid=68199) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.947920] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff7f4d-ae3b-4249-ba10-18e1605d0a52 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance 'e61af6b5-de00-4c2c-971b-861cd0206594' progress to 100 {{(pid=68199) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1498.145701] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.146160] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.146160] env[68199]: DEBUG nova.compute.manager [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Going to confirm migration 10 {{(pid=68199) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1498.704164] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.704358] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquired lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.704527] env[68199]: DEBUG nova.network.neutron [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Building network info cache for instance {{(pid=68199) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.704710] env[68199]: DEBUG nova.objects.instance [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'info_cache' on Instance uuid e61af6b5-de00-4c2c-971b-861cd0206594 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.906996] env[68199]: DEBUG nova.network.neutron [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [{"id": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "address": "fa:16:3e:80:8d:12", "network": {"id": "4bbfbdcf-06ed-4f3b-aeb8-e338d0ac5d6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1703635571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb66896bea024a5f982b14423b5c608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fbd4fe-20", "ovs_interfaceid": "d1fbd4fe-20d8-4c10-9696-f122d46415a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.409765] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Releasing lock "refresh_cache-e61af6b5-de00-4c2c-971b-861cd0206594" {{(pid=68199) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.410056] env[68199]: DEBUG nova.objects.instance [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'migration_context' on Instance uuid e61af6b5-de00-4c2c-971b-861cd0206594 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.913615] env[68199]: DEBUG nova.objects.base [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68199) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1500.914588] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b580e6c-19f5-47a6-b74d-289d26f918f4 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.934215] env[68199]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cafff37-39f4-4b19-8560-6215623d0917 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.939365] env[68199]: DEBUG oslo_vmware.api [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1500.939365] env[68199]: value = "session[52b333ab-353d-07de-798d-82100dd21d23]52c55372-14ec-bc38-43c7-fdec57288767" [ 1500.939365] env[68199]: _type = "Task" [ 1500.939365] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.946508] env[68199]: DEBUG oslo_vmware.api [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c55372-14ec-bc38-43c7-fdec57288767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.449708] env[68199]: DEBUG oslo_vmware.api [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': session[52b333ab-353d-07de-798d-82100dd21d23]52c55372-14ec-bc38-43c7-fdec57288767, 'name': SearchDatastore_Task, 'duration_secs': 0.007744} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.449982] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.450251] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.019726] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c69771-f178-429d-8b7c-e0930f341a52 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.028216] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45850d12-2c58-4536-933f-144937188ce0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.057201] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3eab25-0871-452b-9d84-f5553c10e0ba {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.063762] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dcc116-5fdf-4ddb-bffc-3b171e805b78 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.076047] env[68199]: DEBUG nova.compute.provider_tree [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.578827] env[68199]: DEBUG nova.scheduler.client.report [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.589249] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.139s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.143518] env[68199]: INFO nova.scheduler.client.report [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocation for migration 3524db4a-fafc-4cd2-a8bb-ec4b22a368ea [ 1504.649034] env[68199]: DEBUG oslo_concurrency.lockutils [None req-f744725d-3ba0-4509-b0e3-88abe03fb293 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.502s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.719524] env[68199]: INFO nova.compute.manager [None req-3a7b4ed0-3965-4730-a789-c656ff668b14 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Get console output [ 1504.719772] env[68199]: WARNING nova.virt.vmwareapi.driver [None req-3a7b4ed0-3965-4730-a789-c656ff668b14 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] The console log is missing. Check your VSPC configuration [ 1517.983682] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.984120] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.984120] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.984271] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1518.470435] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.470751] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.471143] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.469973] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.470418] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.973276] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.973563] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.973714] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.973869] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68199) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1523.974863] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3a6d7-1ae9-4aae-9af7-5d2dc669cb60 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.983404] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b135f44-13c0-40d1-a23e-9ca3af3b293a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.996753] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a273d6-4d3a-4ab3-847b-0bd115772fcc {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.003174] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a00aac9-a0da-46b3-a995-8723983c1087 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.031250] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180445MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68199) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1524.031399] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.031586] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.059618] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1525.059960] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance a73af147-21ee-4c83-94c6-c3a52a816374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1525.059960] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Instance e61af6b5-de00-4c2c-971b-861cd0206594 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68199) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1525.060094] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1525.060218] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68199) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1525.103639] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b1746-3ec4-4e47-a145-45659a2c743e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.111052] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03956e-ad54-48fc-bbe3-d7ce0b2cd489 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.139772] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed8d91b-425d-4cac-89db-4690f85b2264 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.146546] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff32632-1405-4e3d-b371-4832fdd2524c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.158993] env[68199]: DEBUG nova.compute.provider_tree [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.662403] env[68199]: DEBUG nova.scheduler.client.report [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.168063] env[68199]: DEBUG nova.compute.resource_tracker [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68199) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1526.168063] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.163459] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.745933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.745933] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.746423] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.746423] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.746511] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.750111] env[68199]: INFO nova.compute.manager [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Terminating instance [ 1532.254394] env[68199]: DEBUG nova.compute.manager [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.254630] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.254926] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4552944a-61b0-4ab4-a91b-a11f944cf346 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.263076] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1532.263076] env[68199]: value = "task-3071322" [ 1532.263076] env[68199]: _type = "Task" [ 1532.263076] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.270934] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.772882] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071322, 'name': PowerOffVM_Task, 'duration_secs': 0.184091} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.773333] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.773333] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Volume detach. Driver type: vmdk {{(pid=68199) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1532.773525] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614977', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'name': 'volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e61af6b5-de00-4c2c-971b-861cd0206594', 'attached_at': '2025-03-18T09:09:45.000000', 'detached_at': '', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'serial': '6c3555a8-92e7-4788-95e0-d44fd63c69d5'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1532.774289] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c988389-29cd-41df-88c0-51478d8cd58b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.793186] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4842649-f910-44db-96c2-c6b2c3d3aec9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.799575] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30b74a-02fb-47fa-a22b-a58e350f7dd7 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.816164] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee48ac3b-3a5b-4898-881c-21b022aff44f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.829675] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5/volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5.vmdk. No consolidation needed. {{(pid=68199) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1532.834832] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.835087] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b273f376-3771-4dda-adde-9a01f4815f25 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.854482] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1532.854482] env[68199]: value = "task-3071323" [ 1532.854482] env[68199]: _type = "Task" [ 1532.854482] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.863230] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.364601] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071323, 'name': ReconfigVM_Task, 'duration_secs': 0.159368} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.364872] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68199) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1533.369481] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1254fc-1674-4232-9a61-a685600fcba9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.384137] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1533.384137] env[68199]: value = "task-3071324" [ 1533.384137] env[68199]: _type = "Task" [ 1533.384137] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.391475] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.893935] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071324, 'name': ReconfigVM_Task, 'duration_secs': 0.13903} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.894341] env[68199]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614977', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'name': 'volume-6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e61af6b5-de00-4c2c-971b-861cd0206594', 'attached_at': '2025-03-18T09:09:45.000000', 'detached_at': '', 'volume_id': '6c3555a8-92e7-4788-95e0-d44fd63c69d5', 'serial': '6c3555a8-92e7-4788-95e0-d44fd63c69d5'} {{(pid=68199) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1533.894616] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.895439] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1132b803-de09-48b9-938b-c03e9a4e0360 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.901525] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.901763] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6464b249-3a1f-43b0-8194-9dba8b0283e1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.251157] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.251453] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.251713] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore2] e61af6b5-de00-4c2c-971b-861cd0206594 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.252118] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ca5fc4-dd8d-4900-95f5-5c40826acec3 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.258732] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1534.258732] env[68199]: value = "task-3071326" [ 1534.258732] env[68199]: _type = "Task" [ 1534.258732] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.266071] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.768634] env[68199]: DEBUG oslo_vmware.api [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092593} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.768946] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.769230] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.769456] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.769702] env[68199]: INFO nova.compute.manager [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1534.769950] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1534.770158] env[68199]: DEBUG nova.compute.manager [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.770256] env[68199]: DEBUG nova.network.neutron [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.439754] env[68199]: DEBUG nova.compute.manager [req-f77b20bb-e1df-4e13-8a7f-c208b793a535 req-9331187e-8090-4a6b-9576-9579e61875f8 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Received event network-vif-deleted-d1fbd4fe-20d8-4c10-9696-f122d46415a5 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.440191] env[68199]: INFO nova.compute.manager [req-f77b20bb-e1df-4e13-8a7f-c208b793a535 req-9331187e-8090-4a6b-9576-9579e61875f8 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Neutron deleted interface d1fbd4fe-20d8-4c10-9696-f122d46415a5; detaching it from the instance and deleting it from the info cache [ 1535.440191] env[68199]: DEBUG nova.network.neutron [req-f77b20bb-e1df-4e13-8a7f-c208b793a535 req-9331187e-8090-4a6b-9576-9579e61875f8 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.904523] env[68199]: DEBUG nova.network.neutron [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.942506] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25dc8ae-faa5-484c-ae29-816ffff0e33f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.952130] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9152c-f8a1-43a4-801b-f2d041e67a8f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.977357] env[68199]: DEBUG nova.compute.manager [req-f77b20bb-e1df-4e13-8a7f-c208b793a535 req-9331187e-8090-4a6b-9576-9579e61875f8 service nova] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Detach interface failed, port_id=d1fbd4fe-20d8-4c10-9696-f122d46415a5, reason: Instance e61af6b5-de00-4c2c-971b-861cd0206594 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1536.406956] env[68199]: INFO nova.compute.manager [-] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Took 1.64 seconds to deallocate network for instance. [ 1536.969042] env[68199]: INFO nova.compute.manager [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Took 0.56 seconds to detach 1 volumes for instance. [ 1536.972836] env[68199]: DEBUG nova.compute.manager [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e61af6b5-de00-4c2c-971b-861cd0206594] Deleting volume: 6c3555a8-92e7-4788-95e0-d44fd63c69d5 {{(pid=68199) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1537.545656] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.545900] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.546136] env[68199]: DEBUG nova.objects.instance [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'resources' on Instance uuid e61af6b5-de00-4c2c-971b-861cd0206594 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.116354] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1893c507-ff19-4387-bdfe-8a54ea8f5c87 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.124094] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6d957-026e-4c40-b2c7-0e8e8b578063 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.153167] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab78e54-aadd-4402-8263-dc1b6d950ac9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.160327] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e82dac-21a3-4c38-8c8e-973f14846f2f {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.172965] env[68199]: DEBUG nova.compute.provider_tree [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.675874] env[68199]: DEBUG nova.scheduler.client.report [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.181130] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.225021] env[68199]: INFO nova.scheduler.client.report [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocations for instance e61af6b5-de00-4c2c-971b-861cd0206594 [ 1539.731451] env[68199]: DEBUG oslo_concurrency.lockutils [None req-04fc19a9-703c-4796-9edb-258b29ac09d9 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e61af6b5-de00-4c2c-971b-861cd0206594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.985s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.682670] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "a73af147-21ee-4c83-94c6-c3a52a816374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.683163] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.683163] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.683326] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.683488] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.685544] env[68199]: INFO nova.compute.manager [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Terminating instance [ 1541.189594] env[68199]: DEBUG nova.compute.manager [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.189870] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.190777] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849682d-32b2-4c89-a297-de17546f9eaa {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.199021] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.199277] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b526b3b0-ad86-43a1-a7ff-2b172c54246c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.205109] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1541.205109] env[68199]: value = "task-3071328" [ 1541.205109] env[68199]: _type = "Task" [ 1541.205109] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.212325] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.715106] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071328, 'name': PowerOffVM_Task, 'duration_secs': 0.192903} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.715467] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.715467] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.715556] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3d65c8-49ae-4526-b2c2-49f114f5599b {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.781447] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.781651] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.781814] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore2] a73af147-21ee-4c83-94c6-c3a52a816374 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.782115] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a8d7e2b-156a-4be5-b2a5-8e42bc3c1697 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.788893] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1541.788893] env[68199]: value = "task-3071330" [ 1541.788893] env[68199]: _type = "Task" [ 1541.788893] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.795866] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.298316] env[68199]: DEBUG oslo_vmware.api [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135735} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.298573] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.298745] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.298925] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.299127] env[68199]: INFO nova.compute.manager [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1542.299379] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1542.299566] env[68199]: DEBUG nova.compute.manager [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.299696] env[68199]: DEBUG nova.network.neutron [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.709104] env[68199]: DEBUG nova.compute.manager [req-b744da6d-ffea-4b02-a710-795a818f1c75 req-0aa986d5-ba34-404b-ae93-c22871f3dbe8 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Received event network-vif-deleted-8696c736-378e-46a4-8fcd-6f559de402f9 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.709303] env[68199]: INFO nova.compute.manager [req-b744da6d-ffea-4b02-a710-795a818f1c75 req-0aa986d5-ba34-404b-ae93-c22871f3dbe8 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Neutron deleted interface 8696c736-378e-46a4-8fcd-6f559de402f9; detaching it from the instance and deleting it from the info cache [ 1542.709456] env[68199]: DEBUG nova.network.neutron [req-b744da6d-ffea-4b02-a710-795a818f1c75 req-0aa986d5-ba34-404b-ae93-c22871f3dbe8 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.192232] env[68199]: DEBUG nova.network.neutron [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.212224] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381a8524-f74e-44b2-a4d7-3ad85500fc17 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.222296] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b22d9-f33c-44fe-80fb-9b77b066575a {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.248711] env[68199]: DEBUG nova.compute.manager [req-b744da6d-ffea-4b02-a710-795a818f1c75 req-0aa986d5-ba34-404b-ae93-c22871f3dbe8 service nova] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Detach interface failed, port_id=8696c736-378e-46a4-8fcd-6f559de402f9, reason: Instance a73af147-21ee-4c83-94c6-c3a52a816374 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1543.695519] env[68199]: INFO nova.compute.manager [-] [instance: a73af147-21ee-4c83-94c6-c3a52a816374] Took 1.40 seconds to deallocate network for instance. [ 1544.202051] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.202459] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.202588] env[68199]: DEBUG nova.objects.instance [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'resources' on Instance uuid a73af147-21ee-4c83-94c6-c3a52a816374 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.775047] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034fc2d3-f5ae-432c-b3fa-b8a27352f142 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.782054] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd1499-7f3f-477e-afd5-fcd3a8d0718e {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.810641] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db722854-7ea7-4bd2-8aad-b25e62930217 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.817324] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff2963-8bbc-440a-bbcc-deaeca892cd1 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.830114] env[68199]: DEBUG nova.compute.provider_tree [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.333791] env[68199]: DEBUG nova.scheduler.client.report [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.839391] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.872255] env[68199]: INFO nova.scheduler.client.report [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocations for instance a73af147-21ee-4c83-94c6-c3a52a816374 [ 1546.379753] env[68199]: DEBUG oslo_concurrency.lockutils [None req-bc59a0fb-3ca3-4959-9af6-c5d59edf6210 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "a73af147-21ee-4c83-94c6-c3a52a816374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.752903] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.753317] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.753367] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.753538] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.753674] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.756149] env[68199]: INFO nova.compute.manager [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Terminating instance [ 1551.259810] env[68199]: DEBUG nova.compute.manager [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Start destroying the instance on the hypervisor. {{(pid=68199) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.260120] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Destroying instance {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.261389] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e088ffd-af42-479d-968c-39c39173ee58 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.268806] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Powering off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.269035] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-149fbaf0-945b-41ba-8638-e2471a338ecb {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.276056] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1551.276056] env[68199]: value = "task-3071332" [ 1551.276056] env[68199]: _type = "Task" [ 1551.276056] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.283686] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.786504] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071332, 'name': PowerOffVM_Task, 'duration_secs': 0.17533} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.786875] env[68199]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Powered off the VM {{(pid=68199) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.786875] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Unregistering the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.787133] env[68199]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-255d82f0-b1a8-411c-a795-ce72561ce5e0 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.844362] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Unregistered the VM {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.844625] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Deleting contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.844766] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleting the datastore file [datastore2] e74104f6-f85a-4e1b-9d47-4b7945442fd8 {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.845037] env[68199]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38db6078-e8ff-436f-aa5a-c1699733a06c {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.851257] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for the task: (returnval){ [ 1551.851257] env[68199]: value = "task-3071334" [ 1551.851257] env[68199]: _type = "Task" [ 1551.851257] env[68199]: } to complete. {{(pid=68199) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.858645] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.360892] env[68199]: DEBUG oslo_vmware.api [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Task: {'id': task-3071334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122353} completed successfully. {{(pid=68199) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.361174] env[68199]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted the datastore file {{(pid=68199) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.361336] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Deleted contents of the VM from datastore datastore2 {{(pid=68199) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.361512] env[68199]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Instance destroyed {{(pid=68199) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.361683] env[68199]: INFO nova.compute.manager [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1552.361925] env[68199]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68199) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1552.362136] env[68199]: DEBUG nova.compute.manager [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Deallocating network for instance {{(pid=68199) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.362230] env[68199]: DEBUG nova.network.neutron [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] deallocate_for_instance() {{(pid=68199) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.887285] env[68199]: DEBUG nova.compute.manager [req-c8f5c8ea-f804-4719-bb8a-cf75bb871ed3 req-62ddd081-ea6c-4b5b-a76c-3b2cf4e89f39 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Received event network-vif-deleted-f57ec153-7768-4ab7-9cf3-a32da11ba654 {{(pid=68199) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.887551] env[68199]: INFO nova.compute.manager [req-c8f5c8ea-f804-4719-bb8a-cf75bb871ed3 req-62ddd081-ea6c-4b5b-a76c-3b2cf4e89f39 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Neutron deleted interface f57ec153-7768-4ab7-9cf3-a32da11ba654; detaching it from the instance and deleting it from the info cache [ 1552.887551] env[68199]: DEBUG nova.network.neutron [req-c8f5c8ea-f804-4719-bb8a-cf75bb871ed3 req-62ddd081-ea6c-4b5b-a76c-3b2cf4e89f39 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.370280] env[68199]: DEBUG nova.network.neutron [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Updating instance_info_cache with network_info: [] {{(pid=68199) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.390521] env[68199]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3e34e4a-3fbb-47cc-b5f3-c0972e3473cf {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.401540] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9f211-2c2a-44a2-a831-f079683d035d {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.424159] env[68199]: DEBUG nova.compute.manager [req-c8f5c8ea-f804-4719-bb8a-cf75bb871ed3 req-62ddd081-ea6c-4b5b-a76c-3b2cf4e89f39 service nova] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Detach interface failed, port_id=f57ec153-7768-4ab7-9cf3-a32da11ba654, reason: Instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 could not be found. {{(pid=68199) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1553.873273] env[68199]: INFO nova.compute.manager [-] [instance: e74104f6-f85a-4e1b-9d47-4b7945442fd8] Took 1.51 seconds to deallocate network for instance. [ 1554.379227] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.379622] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.379749] env[68199]: DEBUG nova.objects.instance [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lazy-loading 'resources' on Instance uuid e74104f6-f85a-4e1b-9d47-4b7945442fd8 {{(pid=68199) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.918675] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2cf60-65e4-4207-9738-dcc21fa106a5 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.926232] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797106ec-35db-4ea0-b764-41c223e8e1d9 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.955643] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e40cd-836a-44bc-a46c-e7829b3a1887 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.962329] env[68199]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ddf4c-1f4c-4288-85c3-0c3fdf26a621 {{(pid=68199) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.975334] env[68199]: DEBUG nova.compute.provider_tree [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed in ProviderTree for provider: b5d39026-5764-431b-9299-baecdda2ef12 {{(pid=68199) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.479010] env[68199]: DEBUG nova.scheduler.client.report [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Inventory has not changed for provider b5d39026-5764-431b-9299-baecdda2ef12 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68199) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.985102] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.003696] env[68199]: INFO nova.scheduler.client.report [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Deleted allocations for instance e74104f6-f85a-4e1b-9d47-4b7945442fd8 [ 1556.511609] env[68199]: DEBUG oslo_concurrency.lockutils [None req-d5fe3b1b-371a-4a9f-9921-80219db3fad8 tempest-ServerActionsTestOtherA-1806858276 tempest-ServerActionsTestOtherA-1806858276-project-member] Lock "e74104f6-f85a-4e1b-9d47-4b7945442fd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=68199) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.470759] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.471183] env[68199]: DEBUG nova.compute.manager [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68199) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1576.471362] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.471730] env[68199]: DEBUG oslo_service.periodic_task [None req-bdb27df7-b9cf-473d-a375-550995073371 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68199) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}